09:04:38.754 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:04:38.754 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwaxXPH/test-tmp
09:04:38.755 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:04:38.755 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwaxXPH/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:04:38.763 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:04:39.085 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:39.085 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:04:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.087469 32715 mini_oidc.cc:150] Starting JWKS server
09:04:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.089881 32715 webserver.cc:492] Webserver started at http://127.0.0.1:45041/ using document root <none> and password file <none>
09:04:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.090128 32715 mini_oidc.cc:186] Starting OIDC Discovery server
09:04:39.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.090629 32715 webserver.cc:492] Webserver started at http://127.0.0.1:35865/ using document root <none> and password file <none>
09:04:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-02T09:04:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:04:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-02T09:04:39Z Disabled control of system clock
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.120222 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/logs
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.254:43815
09:04:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.254
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.453029 32726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.453366 32726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.453459 32726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462050 32726 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462162 32726 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462210 32726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462249 32726 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462301 32726 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462340 32726 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.462381 32726 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45041/jwks.json
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.472697 32726 master_runner.cc:386] Master server non-default flags:
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.254:43815
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.254
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/logs
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.474359 32726 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.476167 32726 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.484306 32732 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.484426 32731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.485098 32726 server_base.cc:1060] running on GCE node
09:04:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.485212 32734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.485977 32726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.487337 32726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.488543 32726 hybrid_clock.cc:648] HybridClock initialized: now 1770023079488482 us; error 40 us; skew 500 ppm
09:04:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.488848 32726 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.491021 32726 webserver.cc:492] Webserver started at http://127.31.242.254:44913/ using document root <none> and password file <none>
09:04:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.491690 32726 fs_manager.cc:362] Metadata directory not provided
09:04:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.491829 32726 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.492106 32726 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:39.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.494463 32726 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/instance:
09:04:39.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b55465c1c54ea39bd1ed1b0f3714f8"
09:04:39.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.495188 32726 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal/instance:
09:04:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b55465c1c54ea39bd1ed1b0f3714f8"
09:04:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.500487 32726 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
09:04:39.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.503974 32740 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.505309 32726 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.505466 32726 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b55465c1c54ea39bd1ed1b0f3714f8"
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.505635 32726 fs_report.cc:389] FS layout report
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/data
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.522891 32726 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.523731 32726 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.523979 32726 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.545804 32726 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.254:43815
09:04:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.545843 333 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.254:43815 every 8 connection(s)
09:04:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.547309 32726 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.551486 334 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.557585 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 32726
09:04:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.557933 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal/instance
09:04:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.557860 334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } has no permanent_uuid. Determining permanent_uuid...
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.560822 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/logs
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data/info.pb
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.253:43187
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.253
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.576303 334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
09:04:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.577512 32744 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.579130 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.628578 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } attempt: 1
09:04:39.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.630620 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.698907 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } attempt: 2
09:04:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.700776 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.792047 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } attempt: 3
09:04:39.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.794234 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.889052 338 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.889374 338 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.889454 338 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.897869 338 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.897977 338 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.898025 338 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.898065 338 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.898115 338 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.898152 338 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.898195 338 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45041/jwks.json
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.908197 338 master_runner.cc:386] Master server non-default flags:
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.253:43187
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data/info.pb
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.253
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/logs
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.909878 338 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.911702 338 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.919596 344 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.919621 345 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.920535 347 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.920778 338 server_base.cc:1060] running on GCE node
09:04:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.921690 338 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.923207 338 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.924521 338 hybrid_clock.cc:648] HybridClock initialized: now 1770023079924396 us; error 36 us; skew 500 ppm
09:04:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.924866 338 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.927145 338 webserver.cc:492] Webserver started at http://127.31.242.253:33287/ using document root <none> and password file <none>
09:04:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.927860 338 fs_manager.cc:362] Metadata directory not provided
09:04:39.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.927966 338 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:39.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.928241 338 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.930626 338 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data/instance:
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e3905bdaa98414299d6b4cef54606ff"
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.931350 338 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal/instance:
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e3905bdaa98414299d6b4cef54606ff"
09:04:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.936621 338 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
09:04:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.937474 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } attempt: 4
09:04:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:39.939417 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.940529 353 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.941991 338 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.942147 338 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e3905bdaa98414299d6b4cef54606ff"
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.942309 338 fs_report.cc:389] FS layout report
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data/data
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.960429 338 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.961476 338 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.961791 338 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.986164 338 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.253:43187
09:04:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.986183 414 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.253:43187 every 8 connection(s)
09:04:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.987921 338 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/data/info.pb
09:04:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.990645 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 338
09:04:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.990829 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-1/wal/instance
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.992084 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/logs
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data/info.pb
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.252:40325
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.252
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:39.993067 415 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.000172 415 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.014060 415 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.023743 415 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.024864 357 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.026449 415 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.075816 415 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 1
09:04:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.077912 415 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.146152 415 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 2
09:04:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.148080 415 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.238692 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } attempt: 5
09:04:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.239303 415 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 3
09:04:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.241290 415 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.245754 334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.247499 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.298770 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 1
09:04:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.300658 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.325299 417 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.325644 417 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.325729 417 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334234 417 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334343 417 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334389 417 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334429 417 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334481 417 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334519 417 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.334561 417 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45041/jwks.json
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.344797 417 master_runner.cc:386] Master server non-default flags:
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.252:40325
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data/info.pb
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.252
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/logs
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.346463 417 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.348366 417 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.357030 428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.356861 425 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.356926 426 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.357754 417 server_base.cc:1060] running on GCE node
09:04:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.358532 417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.360038 417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.361284 417 hybrid_clock.cc:648] HybridClock initialized: now 1770023080361216 us; error 38 us; skew 500 ppm
09:04:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.361639 417 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.363919 417 webserver.cc:492] Webserver started at http://127.31.242.252:42079/ using document root <none> and password file <none>
09:04:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.364656 417 fs_manager.cc:362] Metadata directory not provided
09:04:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.364789 417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.365177 417 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.367623 417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data/instance:
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:40 on dist-test-slave-r1k8"
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.368429 417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal/instance:
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:40 on dist-test-slave-r1k8"
09:04:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.368924 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 2
09:04:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.371029 334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.374369 417 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
09:04:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.377911 434 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.379293 417 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.379448 417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:40 on dist-test-slave-r1k8"
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.379609 417 fs_report.cc:389] FS layout report
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal
09:04:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data/data
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.384549 415 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 4
09:04:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.386649 415 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.242.252:40325: Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.407521 417 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.408397 417 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.408703 417 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.431015 417 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.252:40325
09:04:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.431053 495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.252:40325 every 8 connection(s)
09:04:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.432541 417 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/data/info.pb
09:04:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.436827 496 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.440757 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 417
09:04:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.440994 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-2/wal/instance
09:04:40.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.443805 496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.461062 496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.470119 496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
09:04:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.477236 334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 3
09:04:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.480922 496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: Bootstrap starting.
09:04:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.484764 496 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: Neither blocks nor log segments found. Creating new log.
09:04:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.486091 496 log.cc:826] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: Log is configured to *not* fsync() on all Append() calls
09:04:40.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.487100 334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Bootstrap starting.
09:04:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.488590 496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: No bootstrap required, opened a new log
09:04:40.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.490067 334 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Neither blocks nor log segments found. Creating new log.
09:04:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.491257 334 log.cc:826] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Log is configured to *not* fsync() on all Append() calls
09:04:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.493920 334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: No bootstrap required, opened a new log
09:04:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.494266 496 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.494563 496 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.494686 496 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4fdcc9be02aa497fa6b88a849477c10a, State: Initialized, Role: FOLLOWER
09:04:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.495353 496 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.496271 506 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.496655 506 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.497611 496 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: configured and running, proceeding with master startup.
09:04:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.499580 334 raft_consensus.cc:359] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.499907 334 raft_consensus.cc:385] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:40.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.500002 334 raft_consensus.cc:740] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b55465c1c54ea39bd1ed1b0f3714f8, State: Initialized, Role: FOLLOWER
09:04:40.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.500615 334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.501533 512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.501997 512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.502799 334 sys_catalog.cc:565] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: configured and running, proceeding with master startup.
09:04:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.509339 518 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.509656 518 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.506644 417 master_runner.cc:186] Error getting master registration for 127.31.242.254:43815: OK, instance_id { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" instance_seqno: 1770023079540617 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.514024 417 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.523945 530 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.524269 530 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:40.526669 32746 tablet.cc:2378] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.523564 32726 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: OK, instance_id { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" instance_seqno: 1770023079980572 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.528563 32726 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.530834 512 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.531083 512 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.532676 512 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.534323 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a" is_pre_election: true
09:04:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.534904 461 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 21b55465c1c54ea39bd1ed1b0f3714f8 in term 0.
09:04:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.535497 32744 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 4fdcc9be02aa497fa6b88a849477c10a; no voters:
09:04:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.535857 512 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.536015 512 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.536131 512 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 0 FOLLOWER]: Advancing to term 1
09:04:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.539251 512 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.540071 512 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 1 election: Requested vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.540623 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.540834 461 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 0 FOLLOWER]: Advancing to term 1
09:04:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.544066 461 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 21b55465c1c54ea39bd1ed1b0f3714f8 in term 1.
09:04:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.544697 32744 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 4fdcc9be02aa497fa6b88a849477c10a; no voters:
09:04:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.545130 512 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Leader election won for term 1
09:04:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.553591 512 raft_consensus.cc:697] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 LEADER]: Becoming Leader. State: Replica: 21b55465c1c54ea39bd1ed1b0f3714f8, State: Running, Role: LEADER
09:04:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.554466 512 consensus_queue.cc:237] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.562968 532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b55465c1c54ea39bd1ed1b0f3714f8. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.563671 532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: LEADER
09:04:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.565478 534 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.570393 534 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.587971 461 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Refusing update from remote peer 21b55465c1c54ea39bd1ed1b0f3714f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.589387 512 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.602246 506 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b55465c1c54ea39bd1ed1b0f3714f8. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.602525 506 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.606792 535 mvcc.cc:204] Tried to move back new op lower bound from 7250014538071969792 to 7250014537957232640. Current Snapshot: MvccSnapshot[applied={T|T < 7250014538071969792}]
09:04:40.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.616391 532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.616669 532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: LEADER
09:04:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.620039 534 catalog_manager.cc:1357] Generated new cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.620168 534 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.623443 506 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.623700 506 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.638315 534 catalog_manager.cc:1380] Generated new certificate authority record
09:04:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.642871 534 catalog_manager.cc:1514] Loading token signing keys...
09:04:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.663847 534 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Generated new TSK 0
09:04:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.666180 534 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.683274 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/logs
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data/info.pb
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.193:0
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.193
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.193
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:40.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.685870 415 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } attempt: 5
09:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.702538 415 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: Bootstrap starting.
09:04:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.707387 415 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: Neither blocks nor log segments found. Creating new log.
09:04:40.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.710749 415 log.cc:826] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: Log is configured to *not* fsync() on all Append() calls
09:04:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.725999 415 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: No bootstrap required, opened a new log
09:04:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.741151 415 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.742137 415 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.742552 415 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e3905bdaa98414299d6b4cef54606ff, State: Initialized, Role: FOLLOWER
09:04:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.744459 415 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.757392 379 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e3905bdaa98414299d6b4cef54606ff"
09:04:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.757802 378 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 0 FOLLOWER]: Advancing to term 1
09:04:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.761098 380 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e3905bdaa98414299d6b4cef54606ff" is_pre_election: true
09:04:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.762696 378 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Refusing update from remote peer 21b55465c1c54ea39bd1ed1b0f3714f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.763891 532 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.769747 415 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: configured and running, proceeding with master startup.
09:04:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.818440 542 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.818845 542 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.820178 543 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: SysCatalogTable state changed. Reason: New leader 21b55465c1c54ea39bd1ed1b0f3714f8. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.820497 543 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.821018 550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.821367 550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: This master's current role is: FOLLOWER
09:04:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.868160 560 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:04:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.871531 532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:40.871995 532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: LEADER
09:04:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.144855 540 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.145269 540 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.145406 540 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.154297 540 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.154505 540 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.154573 540 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.154629 540 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.154765 540 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.242.193
09:04:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.165588 540 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.193:0
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data/info.pb
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.193
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.193
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/logs
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.167618 540 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.169567 540 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.179742 567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.179720 566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.180105 569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.180680 540 server_base.cc:1060] running on GCE node
09:04:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.181386 540 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.182389 540 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.183630 540 hybrid_clock.cc:648] HybridClock initialized: now 1770023081183574 us; error 38 us; skew 500 ppm
09:04:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.183933 540 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.186375 540 webserver.cc:492] Webserver started at http://127.31.242.193:40495/ using document root <none> and password file <none>
09:04:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.187179 540 fs_manager.cc:362] Metadata directory not provided
09:04:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.187292 540 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.187577 540 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.189999 540 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data/instance:
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a73bb10cb95e468299b2e51faa93286b"
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.190733 540 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal/instance:
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a73bb10cb95e468299b2e51faa93286b"
09:04:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.196513 540 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
09:04:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.200398 575 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.202037 540 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.202183 540 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a73bb10cb95e468299b2e51faa93286b"
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.202390 540 fs_report.cc:389] FS layout report
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data/data
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.231885 540 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.232846 540 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.233210 540 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.236313 540 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.236446 540 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.236573 540 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.236742 540 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
09:04:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.289840 540 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.193:45315
09:04:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.289918 699 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.193:45315 every 8 connection(s)
09:04:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.291208 540 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/data/info.pb
09:04:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.293840 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 540
09:04:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.294054 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-0/wal/instance
09:04:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.296327 701 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.296828 701 heartbeater.cc:461] Registering TS with master...
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.298899 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/logs
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data/info.pb
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.194:0
09:04:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.194
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.194
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.310002 700 heartbeater.cc:344] Connected to a master server at 127.31.242.252:40325
09:04:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.310259 700 heartbeater.cc:461] Registering TS with master...
09:04:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.310942 700 heartbeater.cc:507] Master 127.31.242.252:40325 requested a full tablet report, sending...
09:04:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.313686 451 ts_manager.cc:194] Registered new tserver with Master: a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315)
09:04:41.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.315815 701 heartbeater.cc:507] Master 127.31.242.254:43815 requested a full tablet report, sending...
09:04:41.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.316324 702 heartbeater.cc:344] Connected to a master server at 127.31.242.253:43187
09:04:41.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.316594 702 heartbeater.cc:461] Registering TS with master...
09:04:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.317193 702 heartbeater.cc:507] Master 127.31.242.253:43187 requested a full tablet report, sending...
09:04:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.317782 32757 ts_manager.cc:194] Registered new tserver with Master: a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315)
09:04:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.319520 32757 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.242.193:44625
09:04:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.322340 370 ts_manager.cc:194] Registered new tserver with Master: a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315)
09:04:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.511922 518 catalog_manager.cc:1269] Loaded cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.512027 518 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: loading cluster ID for follower catalog manager: success
09:04:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.514971 518 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: acquiring CA information for follower catalog manager: success
09:04:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.517144 518 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.648885 705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.649276 705 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.649372 705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.657866 705 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.658031 705 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.658079 705 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.658113 705 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.658206 705 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.242.194
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.668252 705 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.194:0
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data/info.pb
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.194
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.194
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/logs
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.669942 705 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.671838 705 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:41.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.681885 710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.682335 711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:41.682588 713 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.683609 705 server_base.cc:1060] running on GCE node
09:04:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.684252 705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.685328 705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.686565 705 hybrid_clock.cc:648] HybridClock initialized: now 1770023081686492 us; error 49 us; skew 500 ppm
09:04:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.686925 705 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.689239 705 webserver.cc:492] Webserver started at http://127.31.242.194:42551/ using document root <none> and password file <none>
09:04:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.690030 705 fs_manager.cc:362] Metadata directory not provided
09:04:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.690165 705 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.690523 705 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.693152 705 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data/instance:
09:04:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13aa1a40aff945eeb0183a846c435a93"
09:04:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.694023 705 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal/instance:
09:04:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13aa1a40aff945eeb0183a846c435a93"
09:04:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.700102 705 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
09:04:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.703902 719 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.705371 705 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.705571 705 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal
09:04:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13aa1a40aff945eeb0183a846c435a93"
09:04:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:41 on dist-test-slave-r1k8"
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.705796 705 fs_report.cc:389] FS layout report
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data/data
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.744578 705 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.745563 705 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.745867 705 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.749161 705 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.749301 705 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.749415 705 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.749504 705 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.805429 705 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.194:41037
09:04:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.805470 840 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.194:41037 every 8 connection(s)
09:04:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.806969 705 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/data/info.pb
09:04:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.809937 842 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.810364 842 heartbeater.cc:461] Registering TS with master...
09:04:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.811666 842 heartbeater.cc:507] Master 127.31.242.254:43815 requested a full tablet report, sending...
09:04:41.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.813396 32757 ts_manager.cc:194] Registered new tserver with Master: 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.814468 32757 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.242.194:48465
09:04:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.814538 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 705
09:04:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.814731 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-1/wal/instance
09:04:41.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.819247 841 heartbeater.cc:344] Connected to a master server at 127.31.242.252:40325
09:04:41.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.819629 841 heartbeater.cc:461] Registering TS with master...
09:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.820006 841 heartbeater.cc:507] Master 127.31.242.252:40325 requested a full tablet report, sending...
09:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.820700 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal
09:04:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/logs
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data/info.pb
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.195:0
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.195
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.195
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:41.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.821322 450 ts_manager.cc:194] Registered new tserver with Master: 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.824357 843 heartbeater.cc:344] Connected to a master server at 127.31.242.253:43187
09:04:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.824550 843 heartbeater.cc:461] Registering TS with master...
09:04:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.824965 843 heartbeater.cc:507] Master 127.31.242.253:43187 requested a full tablet report, sending...
09:04:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.826489 370 ts_manager.cc:194] Registered new tserver with Master: 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.874379 560 catalog_manager.cc:1269] Loaded cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.874534 560 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: loading cluster ID for follower catalog manager: success
09:04:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.878810 560 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: acquiring CA information for follower catalog manager: success
09:04:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:41.881775 560 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.177906 846 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.178259 846 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.178398 846 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.187520 846 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.187724 846 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.187794 846 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.187846 846 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.187978 846 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.242.195
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.198967 846 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.195:0
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data/info.pb
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.195
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.242.195
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/logs
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.201640 846 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.203722 846 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.214118 853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.214131 852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.215719 855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.217181 846 server_base.cc:1060] running on GCE node
09:04:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.217864 846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.218958 846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.220197 846 hybrid_clock.cc:648] HybridClock initialized: now 1770023082220112 us; error 62 us; skew 500 ppm
09:04:42.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.220516 846 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.222882 846 webserver.cc:492] Webserver started at http://127.31.242.195:33701/ using document root <none> and password file <none>
09:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.223798 846 fs_manager.cc:362] Metadata directory not provided
09:04:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.223940 846 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.224282 846 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.226819 846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data/instance:
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de04c7611394e6394da493f005f5242"
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:42 on dist-test-slave-r1k8"
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.227762 846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal/instance:
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de04c7611394e6394da493f005f5242"
09:04:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:42 on dist-test-slave-r1k8"
09:04:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.233788 846 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
09:04:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.237298 861 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.238780 846 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.238934 846 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de04c7611394e6394da493f005f5242"
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:42 on dist-test-slave-r1k8"
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.239146 846 fs_report.cc:389] FS layout report
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data/data
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.262923 846 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.263876 846 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.264144 846 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.267392 846 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.267514 846 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.267627 846 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.267874 846 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
09:04:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.322952 701 heartbeater.cc:499] Master 127.31.242.254:43815 was elected leader, sending a full tablet report...
09:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.335314 846 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.195:41851
09:04:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.335387 983 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.195:41851 every 8 connection(s)
09:04:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.336792 846 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/data/info.pb
09:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.340062 985 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.340691 985 heartbeater.cc:461] Registering TS with master...
09:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.342036 985 heartbeater.cc:507] Master 127.31.242.254:43815 requested a full tablet report, sending...
09:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.342329 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 846
09:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.342521 32715 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/ts-2/wal/instance
09:04:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.344010 32757 ts_manager.cc:194] Registered new tserver with Master: 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.345136 32757 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.242.195:33789
09:04:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.347796 984 heartbeater.cc:344] Connected to a master server at 127.31.242.252:40325
09:04:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.348111 984 heartbeater.cc:461] Registering TS with master...
09:04:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.348730 984 heartbeater.cc:507] Master 127.31.242.252:40325 requested a full tablet report, sending...
09:04:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.349993 451 ts_manager.cc:194] Registered new tserver with Master: 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.353360 986 heartbeater.cc:344] Connected to a master server at 127.31.242.253:43187
09:04:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.353514 986 heartbeater.cc:461] Registering TS with master...
09:04:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.353857 986 heartbeater.cc:507] Master 127.31.242.253:43187 requested a full tablet report, sending...
09:04:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.354921 370 ts_manager.cc:194] Registered new tserver with Master: 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.369081 32715 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:04:42.370 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:42.371 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:04:42.372 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.242.254"
port: 43815
}
bound_http_address {
host: "127.31.242.254"
port: 44913
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.242.253"
port: 43187
}
bound_http_address {
host: "127.31.242.253"
port: 33287
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.242.252"
port: 40325
}
bound_http_address {
host: "127.31.242.252"
port: 42079
}
}
}
09:04:42.372 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:04:42.373 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.242.193"
port: 45315
}
bound_http_address {
host: "127.31.242.193"
port: 40495
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.242.194"
port: 41037
}
bound_http_address {
host: "127.31.242.194"
port: 42551
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.242.195"
port: 41851
}
bound_http_address {
host: "127.31.242.195"
port: 33701
}
}
}
09:04:42.373 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:04:42.375 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:04:42.377 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:42.378 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:42.379 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:42.380 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.242.253:43187(127.31.242.253:43187)] Successfully connected to peer
09:04:42.381 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.242.252:40325(127.31.242.252:40325)] Successfully connected to peer
09:04:42.383 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.242.253
09:04:42.386 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.242.252
09:04:42.386 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.242.254:43815(127.31.242.254:43815)] Successfully connected to peer
09:04:42.388 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.242.254
09:04:42.401 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325] using SASL/PLAIN
09:04:42.404 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x95d300e7, L:/127.0.0.1:55520 - R:/127.31.242.254:43815] using SASL/PLAIN
09:04:42.405 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc24f317c, L:/127.0.0.1:58042 - R:/127.31.242.253:43187] using SASL/PLAIN
09:04:42.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:42.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [27ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, deferred=null) after lookup
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.409456 32757 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55520:
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.411551 32757 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:42.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0c345fd70df044e4a948ed202bf1ef61
09:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.478204 773 tablet_service.cc:1505] Processing CreateTablet for tablet 3428a64e6f044f83b4a80ef2b6167800 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.478192 629 tablet_service.cc:1505] Processing CreateTablet for tablet 35e778fd587d4aef84316e96df6e36e0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.479826 629 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35e778fd587d4aef84316e96df6e36e0. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.480000 772 tablet_service.cc:1505] Processing CreateTablet for tablet 35e778fd587d4aef84316e96df6e36e0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.479578 918 tablet_service.cc:1505] Processing CreateTablet for tablet 35e778fd587d4aef84316e96df6e36e0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.479779 630 tablet_service.cc:1505] Processing CreateTablet for tablet 3428a64e6f044f83b4a80ef2b6167800 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.480741 630 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3428a64e6f044f83b4a80ef2b6167800. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.480877 773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3428a64e6f044f83b4a80ef2b6167800. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.481062 918 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35e778fd587d4aef84316e96df6e36e0. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.481634 919 tablet_service.cc:1505] Processing CreateTablet for tablet 3428a64e6f044f83b4a80ef2b6167800 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.481876 772 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35e778fd587d4aef84316e96df6e36e0. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.482153 919 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3428a64e6f044f83b4a80ef2b6167800. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.496399 1011 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Bootstrap starting.
09:04:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.503463 1011 tablet_bootstrap.cc:654] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Neither blocks nor log segments found. Creating new log.
09:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.504987 1011 log.cc:826] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Log is configured to *not* fsync() on all Append() calls
09:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.505538 1010 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Bootstrap starting.
09:04:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.506642 1009 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Bootstrap starting.
09:04:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.508807 1011 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: No bootstrap required, opened a new log
09:04:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.509011 1010 tablet_bootstrap.cc:654] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Neither blocks nor log segments found. Creating new log.
09:04:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.509204 1011 ts_tablet_manager.cc:1403] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.003s
09:04:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.510075 1009 tablet_bootstrap.cc:654] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Neither blocks nor log segments found. Creating new log.
09:04:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.510228 1010 log.cc:826] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Log is configured to *not* fsync() on all Append() calls
09:04:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.511247 1009 log.cc:826] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Log is configured to *not* fsync() on all Append() calls
09:04:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.513012 1010 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: No bootstrap required, opened a new log
09:04:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.513288 1010 ts_tablet_manager.cc:1403] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.003s
09:04:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.513980 1009 tablet_bootstrap.cc:492] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: No bootstrap required, opened a new log
09:04:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.514272 1009 ts_tablet_manager.cc:1403] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
09:04:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.516211 1011 raft_consensus.cc:359] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.516808 1011 raft_consensus.cc:385] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.517066 1011 raft_consensus.cc:740] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6de04c7611394e6394da493f005f5242, State: Initialized, Role: FOLLOWER
09:04:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.517985 1011 consensus_queue.cc:260] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.519263 1010 raft_consensus.cc:359] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.519809 1010 raft_consensus.cc:385] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.519946 1011 ts_tablet_manager.cc:1434] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Time spent starting tablet: real 0.011s user 0.008s sys 0.001s
09:04:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.520012 1010 raft_consensus.cc:740] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13aa1a40aff945eeb0183a846c435a93, State: Initialized, Role: FOLLOWER
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.520391 985 heartbeater.cc:499] Master 127.31.242.254:43815 was elected leader, sending a full tablet report...
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.520699 1010 consensus_queue.cc:260] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.522151 1009 raft_consensus.cc:359] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.522549 1009 raft_consensus.cc:385] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.522646 1009 raft_consensus.cc:740] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a73bb10cb95e468299b2e51faa93286b, State: Initialized, Role: FOLLOWER
09:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.523315 1009 consensus_queue.cc:260] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.527555 842 heartbeater.cc:499] Master 127.31.242.254:43815 was elected leader, sending a full tablet report...
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.528050 1010 ts_tablet_manager.cc:1434] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Time spent starting tablet: real 0.015s user 0.007s sys 0.005s
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.528501 1010 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93: Bootstrap starting.
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.528751 1011 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242: Bootstrap starting.
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.530442 1010 tablet_bootstrap.cc:654] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93: Neither blocks nor log segments found. Creating new log.
09:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.530836 1011 tablet_bootstrap.cc:654] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242: Neither blocks nor log segments found. Creating new log.
09:04:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.533767 1009 ts_tablet_manager.cc:1434] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Time spent starting tablet: real 0.019s user 0.011s sys 0.000s
09:04:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.534396 1010 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93: No bootstrap required, opened a new log
09:04:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.534413 1009 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b: Bootstrap starting.
09:04:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.534723 1010 ts_tablet_manager.cc:1403] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
09:04:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.535691 1010 raft_consensus.cc:359] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.535977 1010 raft_consensus.cc:385] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.536159 1010 raft_consensus.cc:740] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13aa1a40aff945eeb0183a846c435a93, State: Initialized, Role: FOLLOWER
09:04:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.536270 1009 tablet_bootstrap.cc:654] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b: Neither blocks nor log segments found. Creating new log.
09:04:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.536528 1010 consensus_queue.cc:260] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.537854 1010 ts_tablet_manager.cc:1434] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
09:04:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.545676 1009 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b: No bootstrap required, opened a new log
09:04:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.545990 1011 tablet_bootstrap.cc:492] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242: No bootstrap required, opened a new log
09:04:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.546077 1009 ts_tablet_manager.cc:1403] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.004s
09:04:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.546347 1011 ts_tablet_manager.cc:1403] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242: Time spent bootstrapping tablet: real 0.018s user 0.006s sys 0.005s
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.546944 1009 raft_consensus.cc:359] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547132 1009 raft_consensus.cc:385] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547092 1011 raft_consensus.cc:359] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547222 1009 raft_consensus.cc:740] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a73bb10cb95e468299b2e51faa93286b, State: Initialized, Role: FOLLOWER
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547268 1011 raft_consensus.cc:385] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547348 1011 raft_consensus.cc:740] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6de04c7611394e6394da493f005f5242, State: Initialized, Role: FOLLOWER
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547519 1009 consensus_queue.cc:260] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.547616 1011 consensus_queue.cc:260] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.548792 1011 ts_tablet_manager.cc:1434] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
09:04:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.549786 1009 ts_tablet_manager.cc:1434] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
09:04:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.561669 844 tablet.cc:2378] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.562338 1017 raft_consensus.cc:493] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.562616 1017 raft_consensus.cc:515] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.564466 1017 leader_election.cc:290] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851), 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.566320 703 tablet.cc:2378] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.572090 939 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3428a64e6f044f83b4a80ef2b6167800" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242" is_pre_election: true
09:04:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.572103 796 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3428a64e6f044f83b4a80ef2b6167800" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13aa1a40aff945eeb0183a846c435a93" is_pre_election: true
09:04:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.572559 939 raft_consensus.cc:2468] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 0.
09:04:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.572604 796 raft_consensus.cc:2468] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 0.
09:04:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.573323 577 leader_election.cc:304] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6de04c7611394e6394da493f005f5242, a73bb10cb95e468299b2e51faa93286b; no voters:
09:04:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.573618 1017 raft_consensus.cc:493] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.573774 1017 raft_consensus.cc:515] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.574175 1023 raft_consensus.cc:2804] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.574326 1023 raft_consensus.cc:493] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.574471 1023 raft_consensus.cc:3060] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Advancing to term 1
09:04:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.574513 1017 leader_election.cc:290] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037), 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.575605 796 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "35e778fd587d4aef84316e96df6e36e0" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13aa1a40aff945eeb0183a846c435a93" is_pre_election: true
09:04:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.575707 939 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "35e778fd587d4aef84316e96df6e36e0" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242" is_pre_election: true
09:04:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.575865 796 raft_consensus.cc:2468] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 0.
09:04:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.575903 939 raft_consensus.cc:2468] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 0.
09:04:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.576292 576 leader_election.cc:304] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13aa1a40aff945eeb0183a846c435a93, a73bb10cb95e468299b2e51faa93286b; no voters:
09:04:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.576608 1017 raft_consensus.cc:2804] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.576712 1017 raft_consensus.cc:493] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.576807 1017 raft_consensus.cc:3060] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Advancing to term 1
09:04:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.577234 1023 raft_consensus.cc:515] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.578466 939 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3428a64e6f044f83b4a80ef2b6167800" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242"
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.578509 796 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "3428a64e6f044f83b4a80ef2b6167800" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13aa1a40aff945eeb0183a846c435a93"
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.578711 796 raft_consensus.cc:3060] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Advancing to term 1
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.578715 939 raft_consensus.cc:3060] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Advancing to term 1
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.579517 1017 raft_consensus.cc:515] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.580188 1017 leader_election.cc:290] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 election: Requested vote from peers 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037), 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.580665 795 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "35e778fd587d4aef84316e96df6e36e0" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13aa1a40aff945eeb0183a846c435a93"
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.580991 795 raft_consensus.cc:3060] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Advancing to term 1
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.581295 939 raft_consensus.cc:2468] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 1.
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.581315 938 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "35e778fd587d4aef84316e96df6e36e0" candidate_uuid: "a73bb10cb95e468299b2e51faa93286b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242"
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.581619 938 raft_consensus.cc:3060] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Advancing to term 1
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.581660 796 raft_consensus.cc:2468] T 3428a64e6f044f83b4a80ef2b6167800 P 13aa1a40aff945eeb0183a846c435a93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 1.
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.582144 576 leader_election.cc:304] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13aa1a40aff945eeb0183a846c435a93, a73bb10cb95e468299b2e51faa93286b; no voters:
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.582427 1017 raft_consensus.cc:2804] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Leader election won for term 1
09:04:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.582496 1023 leader_election.cc:290] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 election: Requested vote from peers 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851), 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.583897 795 raft_consensus.cc:2468] T 35e778fd587d4aef84316e96df6e36e0 P 13aa1a40aff945eeb0183a846c435a93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 1.
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.583902 1017 raft_consensus.cc:697] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [term 1 LEADER]: Becoming Leader. State: Replica: a73bb10cb95e468299b2e51faa93286b, State: Running, Role: LEADER
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.584267 938 raft_consensus.cc:2468] T 35e778fd587d4aef84316e96df6e36e0 P 6de04c7611394e6394da493f005f5242 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a73bb10cb95e468299b2e51faa93286b in term 1.
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.584302 576 leader_election.cc:304] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13aa1a40aff945eeb0183a846c435a93, a73bb10cb95e468299b2e51faa93286b; no voters:
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.584594 1024 raft_consensus.cc:2804] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Leader election won for term 1
09:04:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.584589 1017 consensus_queue.cc:237] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } }
09:04:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.584884 1024 raft_consensus.cc:697] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [term 1 LEADER]: Becoming Leader. State: Replica: a73bb10cb95e468299b2e51faa93286b, State: Running, Role: LEADER
09:04:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.585286 1024 consensus_queue.cc:237] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.590788 32757 catalog_manager.cc:5654] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b reported cstate change: term changed from 0 to 1, leader changed from <none> to a73bb10cb95e468299b2e51faa93286b (127.31.242.193). New cstate: current_term: 1 leader_uuid: "a73bb10cb95e468299b2e51faa93286b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } health_report { overall_health: UNKNOWN } } }
09:04:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.591676 987 tablet.cc:2378] T 3428a64e6f044f83b4a80ef2b6167800 P 6de04c7611394e6394da493f005f5242: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.599464 32756 catalog_manager.cc:5654] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b reported cstate change: term changed from 0 to 1, leader changed from <none> to a73bb10cb95e468299b2e51faa93286b (127.31.242.193). New cstate: current_term: 1 leader_uuid: "a73bb10cb95e468299b2e51faa93286b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } health_report { overall_health: UNKNOWN } } }
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.657678 32756 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55528:
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:42.659039 32756 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.671779 630 tablet_service.cc:1505] Processing CreateTablet for tablet 20b743b5458d4224925d2ad48e95341f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.672391 919 tablet_service.cc:1505] Processing CreateTablet for tablet 20b743b5458d4224925d2ad48e95341f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.672953 630 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b743b5458d4224925d2ad48e95341f. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.673265 919 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b743b5458d4224925d2ad48e95341f. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.677520 773 tablet_service.cc:1505] Processing CreateTablet for tablet 20b743b5458d4224925d2ad48e95341f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.678409 773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20b743b5458d4224925d2ad48e95341f. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.680092 1011 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: Bootstrap starting.
09:04:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.681870 1011 tablet_bootstrap.cc:654] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: Neither blocks nor log segments found. Creating new log.
09:04:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.682930 1009 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: Bootstrap starting.
09:04:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.684646 1009 tablet_bootstrap.cc:654] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: Neither blocks nor log segments found. Creating new log.
09:04:42.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.685249 1010 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: Bootstrap starting.
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.685725 1011 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: No bootstrap required, opened a new log
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.685907 1011 ts_tablet_manager.cc:1403] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.004s
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.686618 1011 raft_consensus.cc:359] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.686779 1011 raft_consensus.cc:385] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.686825 1011 raft_consensus.cc:740] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6de04c7611394e6394da493f005f5242, State: Initialized, Role: FOLLOWER
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.686851 1009 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: No bootstrap required, opened a new log
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.686894 1010 tablet_bootstrap.cc:654] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: Neither blocks nor log segments found. Creating new log.
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.687026 1009 ts_tablet_manager.cc:1403] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.687026 1011 consensus_queue.cc:260] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.687474 1015 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.687781 1015 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.687476 1011 ts_tablet_manager.cc:1434] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
09:04:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.690202 1009 raft_consensus.cc:359] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.690460 1009 raft_consensus.cc:385] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.690582 1009 raft_consensus.cc:740] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a73bb10cb95e468299b2e51faa93286b, State: Initialized, Role: FOLLOWER
09:04:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.690846 1009 consensus_queue.cc:260] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.691375 1009 ts_tablet_manager.cc:1434] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: Time spent starting tablet: real 0.004s user 0.001s sys 0.001s
09:04:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.691375 1017 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.692857 1017 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.696511 1010 tablet_bootstrap.cc:492] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: No bootstrap required, opened a new log
09:04:42.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.696930 1010 ts_tablet_manager.cc:1403] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.001s
09:04:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.697916 1010 raft_consensus.cc:359] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.698097 1010 raft_consensus.cc:385] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.698168 1010 raft_consensus.cc:740] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13aa1a40aff945eeb0183a846c435a93, State: Initialized, Role: FOLLOWER
09:04:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.698422 1010 consensus_queue.cc:260] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.698971 1010 ts_tablet_manager.cc:1434] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
09:04:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.698958 1016 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.699363 1016 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:42.993857 1017 consensus_queue.cc:1048] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Connected to new peer: Peer: permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.005424 1024 consensus_queue.cc:1048] T 35e778fd587d4aef84316e96df6e36e0 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.047407 1016 raft_consensus.cc:493] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.047636 1016 raft_consensus.cc:515] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.049322 1016 leader_election.cc:290] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315), 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.057188 655 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "20b743b5458d4224925d2ad48e95341f" candidate_uuid: "13aa1a40aff945eeb0183a846c435a93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a73bb10cb95e468299b2e51faa93286b" is_pre_election: true
09:04:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.057420 938 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "20b743b5458d4224925d2ad48e95341f" candidate_uuid: "13aa1a40aff945eeb0183a846c435a93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242" is_pre_election: true
09:04:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.057642 655 raft_consensus.cc:2468] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13aa1a40aff945eeb0183a846c435a93 in term 0.
09:04:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.057650 938 raft_consensus.cc:2468] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13aa1a40aff945eeb0183a846c435a93 in term 0.
09:04:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.058162 721 leader_election.cc:304] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13aa1a40aff945eeb0183a846c435a93, 6de04c7611394e6394da493f005f5242; no voters:
09:04:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.058555 1016 raft_consensus.cc:2804] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.058679 1016 raft_consensus.cc:493] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.058772 1016 raft_consensus.cc:3060] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 0 FOLLOWER]: Advancing to term 1
09:04:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.060786 1016 raft_consensus.cc:515] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.061491 1016 leader_election.cc:290] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [CANDIDATE]: Term 1 election: Requested vote from peers a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315), 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.062139 938 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "20b743b5458d4224925d2ad48e95341f" candidate_uuid: "13aa1a40aff945eeb0183a846c435a93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6de04c7611394e6394da493f005f5242"
09:04:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.062175 655 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "20b743b5458d4224925d2ad48e95341f" candidate_uuid: "13aa1a40aff945eeb0183a846c435a93" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a73bb10cb95e468299b2e51faa93286b"
09:04:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.062340 655 raft_consensus.cc:3060] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 0 FOLLOWER]: Advancing to term 1
09:04:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.062363 938 raft_consensus.cc:3060] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 0 FOLLOWER]: Advancing to term 1
09:04:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.064436 938 raft_consensus.cc:2468] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13aa1a40aff945eeb0183a846c435a93 in term 1.
09:04:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.064447 655 raft_consensus.cc:2468] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13aa1a40aff945eeb0183a846c435a93 in term 1.
09:04:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.064970 721 leader_election.cc:304] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13aa1a40aff945eeb0183a846c435a93, 6de04c7611394e6394da493f005f5242; no voters:
09:04:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.065304 1016 raft_consensus.cc:2804] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 1 FOLLOWER]: Leader election won for term 1
09:04:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.065821 1016 raft_consensus.cc:697] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [term 1 LEADER]: Becoming Leader. State: Replica: 13aa1a40aff945eeb0183a846c435a93, State: Running, Role: LEADER
09:04:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.066576 1016 consensus_queue.cc:237] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } }
09:04:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.068506 1047 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: TxnStatusTablet state changed. Reason: New leader 13aa1a40aff945eeb0183a846c435a93. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.069042 1047 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: This TxnStatusTablet replica's current role is: LEADER
09:04:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.069834 1049 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:04:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.070223 1049 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:04:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.071051 32755 catalog_manager.cc:5654] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 reported cstate change: term changed from 0 to 1, leader changed from <none> to 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194). New cstate: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } health_report { overall_health: UNKNOWN } } }
09:04:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.135355 1024 consensus_queue.cc:1048] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.145377 1017 consensus_queue.cc:1048] T 3428a64e6f044f83b4a80ef2b6167800 P a73bb10cb95e468299b2e51faa93286b [LEADER]: Connected to new peer: Peer: permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.162351 938 raft_consensus.cc:1275] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242 [term 1 FOLLOWER]: Refusing update from remote peer 13aa1a40aff945eeb0183a846c435a93: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:43.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.162729 655 raft_consensus.cc:1275] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b [term 1 FOLLOWER]: Refusing update from remote peer 13aa1a40aff945eeb0183a846c435a93: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:43.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.163547 1047 consensus_queue.cc:1048] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.163807 1016 consensus_queue.cc:1048] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:43.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.170478 1024 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: TxnStatusTablet state changed. Reason: New leader 13aa1a40aff945eeb0183a846c435a93. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.170760 1024 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.173952 1041 mvcc.cc:204] Tried to move back new op lower bound from 7250014548624248832 to 7250014548244381696. Current Snapshot: MvccSnapshot[applied={T|T < 7250014548624248832}]
09:04:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.181836 1047 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.182085 1047 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: This TxnStatusTablet replica's current role is: LEADER
09:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.184311 1024 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.184545 1024 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P a73bb10cb95e468299b2e51faa93286b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:43.190 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
09:04:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.190812 1015 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: TxnStatusTablet state changed. Reason: New leader 13aa1a40aff945eeb0183a846c435a93. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.191059 1015 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.194494 1016 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.194847 1016 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 13aa1a40aff945eeb0183a846c435a93: This TxnStatusTablet replica's current role is: LEADER
09:04:43.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0c345fd70df044e4a948ed202bf1ef61
09:04:43.197 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.242.254:43815
09:04:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.198235 1015 tablet_replica.cc:442] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13aa1a40aff945eeb0183a846c435a93" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" member_type: VOTER last_known_addr { host: "127.31.242.193" port: 45315 } } peers { permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" member_type: VOTER last_known_addr { host: "127.31.242.194" port: 41037 } } peers { permanent_uuid: "6de04c7611394e6394da493f005f5242" member_type: VOTER last_known_addr { host: "127.31.242.195" port: 41851 } } }
09:04:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.198477 1015 tablet_replica.cc:445] T 20b743b5458d4224925d2ad48e95341f P 6de04c7611394e6394da493f005f5242: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:43.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:04:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.203856 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 32726
09:04:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.205508 329 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.332059 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 32726
09:04:43.362 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.242.254:43815(127.31.242.254:43815)] handling channelInactive
09:04:43.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state READY due to: connection closed
09:04:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.363451 437 connection.cc:537] server connection from 127.0.0.1:46422 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.364212 357 connection.cc:537] server connection from 127.0.0.1:41102 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:43.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.441675 701 heartbeater.cc:646] Failed to heartbeat to 127.31.242.254:43815 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.633692 1062 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 21b55465c1c54ea39bd1ed1b0f3714f8)
09:04:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.633826 1063 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 21b55465c1c54ea39bd1ed1b0f3714f8)
09:04:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.633997 1063 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.633975 1062 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.635224 1063 leader_election.cc:290] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187)
09:04:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.635227 1062 leader_election.cc:290] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636086 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e3905bdaa98414299d6b4cef54606ff" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a" is_pre_election: true
09:04:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636070 380 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdcc9be02aa497fa6b88a849477c10a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3e3905bdaa98414299d6b4cef54606ff" is_pre_election: true
09:04:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636296 461 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e3905bdaa98414299d6b4cef54606ff in term 1.
09:04:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636332 380 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4fdcc9be02aa497fa6b88a849477c10a in term 1.
09:04:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636833 357 leader_election.cc:304] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a; no voters:
09:04:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.636833 438 leader_election.cc:304] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a; no voters:
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637269 1063 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637392 1063 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 21b55465c1c54ea39bd1ed1b0f3714f8)
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637418 1062 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637491 1063 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 1 FOLLOWER]: Advancing to term 2
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637518 1062 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Starting leader election (detected failure of leader 21b55465c1c54ea39bd1ed1b0f3714f8)
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.637606 1062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 1 FOLLOWER]: Advancing to term 2
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.637547 436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.640439 1063 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.640439 1062 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.641841 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e3905bdaa98414299d6b4cef54606ff" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.642156 461 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3e3905bdaa98414299d6b4cef54606ff in current term 2: Already voted for candidate 4fdcc9be02aa497fa6b88a849477c10a in this term.
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.642145 380 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdcc9be02aa497fa6b88a849477c10a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3e3905bdaa98414299d6b4cef54606ff"
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.642409 380 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 4fdcc9be02aa497fa6b88a849477c10a in current term 2: Already voted for candidate 3e3905bdaa98414299d6b4cef54606ff in this term.
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.642782 1062 leader_election.cc:290] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 election: Requested vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.642999 1063 leader_election.cc:290] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 election: Requested vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187)
09:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.644240 436 leader_election.cc:336] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.644275 355 leader_election.cc:336] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.645608 436 leader_election.cc:336] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.645592 355 leader_election.cc:336] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.645771 436 leader_election.cc:304] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4fdcc9be02aa497fa6b88a849477c10a; no voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 3e3905bdaa98414299d6b4cef54606ff
09:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.645783 355 leader_election.cc:304] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3e3905bdaa98414299d6b4cef54606ff; no voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 4fdcc9be02aa497fa6b88a849477c10a
09:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.646090 1063 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.646090 1062 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:43.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.698 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.242.254:43815(127.31.242.254:43815) for tablet Kudu Master: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] sending RPC to server master-127.31.242.254:43815, [1ms] received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, deferred=Deferred@118605904(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@1a17a28e -> (continuation of Deferred@418026139 after retry RPC after error@1527842201) -> (continuation of Deferred@1389037027 after retry RPC after error@1978654438) -> (continuation of Deferred@962454666 after retry RPC after error@1781728245) -> (continuation of Deferred@1625155405 after retry RPC after error@1808665950) -> (continuation of Deferred@1038212377 after retry RPC after error@1337937403) -> (continuation of Deferred@1079459022 after retry RPC after error@1533574503), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@68d26a06 -> (continuation of Deferred@418026139 after retry RPC after error@1527842201) -> (continuation of Deferred@1389037027 after retry RPC after error@1978654438) -> (continuation of Deferred@962454666 after retry RPC after error@1781728245) -> (continuation of Deferred@1625155405 after retry RPC after error@1808665950) -> (continuation of Deferred@1038212377 after retry RPC after error@1337937403) -> (continuation of Deferred@1079459022 after retry RPC after error@1533574503)))
09:04:43.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] sending RPC to server master-127.31.242.254:43815, [1ms] received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, deferred=Deferred@118605904(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@1a17a28e -> (continuation of Deferred@418026139 after retry RPC after error@1527842201) -> (continuation of Deferred@1389037027 after retry RPC after error@1978654438) -> (continuation of Deferred@962454666 after retry RPC after error@1781728245) -> (continuation of Deferred@1625155405 after retry RPC after error@1808665950) -> (continuation of Deferred@1038212377 after retry RPC after error@1337937403) -> (continuation of Deferred@1079459022 after retry RPC after error@1533574503), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@68d26a06 -> (continuation of Deferred@418026139 after retry RPC after error@1527842201) -> (continuation of Deferred@1389037027 after retry RPC after error@1978654438) -> (continuation of Deferred@962454666 after retry RPC after error@1781728245) -> (continuation of Deferred@1625155405 after retry RPC after error@1808665950) -> (continuation of Deferred@1038212377 after retry RPC after error@1337937403) -> (continuation of Deferred@1079459022 after retry RPC after error@1533574503)))
09:04:43.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.987489 1062 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.987747 1062 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.988474 1062 leader_election.cc:290] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.989470 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e3905bdaa98414299d6b4cef54606ff" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a" is_pre_election: true
09:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.989742 461 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e3905bdaa98414299d6b4cef54606ff in term 2.
09:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.990173 355 leader_election.cc:336] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.990599 357 leader_election.cc:304] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a; no voters: 21b55465c1c54ea39bd1ed1b0f3714f8
09:04:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.990983 1062 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Leader pre-election won for term 3
09:04:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.991094 1062 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.991215 1062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 2 FOLLOWER]: Advancing to term 3
09:04:43.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.993274 1062 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:43.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.993970 1062 leader_election.cc:290] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 election: Requested vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:43.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.994567 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e3905bdaa98414299d6b4cef54606ff" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a"
09:04:43.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.994805 461 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 2 FOLLOWER]: Advancing to term 3
09:04:43.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:43.995518 355 leader_election.cc:336] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.997025 461 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e3905bdaa98414299d6b4cef54606ff in term 3.
09:04:43.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:43.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.997869 357 leader_election.cc:304] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a; no voters: 21b55465c1c54ea39bd1ed1b0f3714f8
09:04:43.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.998585 1062 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 3 FOLLOWER]: Leader election won for term 3
09:04:43.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:43.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:43.999661 1062 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [term 3 LEADER]: Becoming Leader. State: Replica: 3e3905bdaa98414299d6b4cef54606ff, State: Running, Role: LEADER
09:04:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.000185 1062 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:44.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.001724 1069 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e3905bdaa98414299d6b4cef54606ff. Latest consensus state: current_term: 3 leader_uuid: "3e3905bdaa98414299d6b4cef54606ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:44.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.002151 1069 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: This master's current role is: LEADER
09:04:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.002913 1070 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.005446 1070 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]
09:04:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.005910 1070 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914]
09:04:44.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.007552 1070 tablet_loader.cc:96] loaded metadata for tablet 20b743b5458d4224925d2ad48e95341f (table kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914])
09:04:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.008033 1070 tablet_loader.cc:96] loaded metadata for tablet 3428a64e6f044f83b4a80ef2b6167800 (table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61])
09:04:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.008337 1070 tablet_loader.cc:96] loaded metadata for tablet 35e778fd587d4aef84316e96df6e36e0 (table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61])
09:04:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.008564 1070 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.009552 1070 catalog_manager.cc:1269] Loaded cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.009634 1070 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.010804 1070 catalog_manager.cc:1514] Loading token signing keys...
09:04:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.011687 1070 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff: Loaded TSK: 0
09:04:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.012521 1070 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:44.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:44.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:44.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:44.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.254:43815: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815
09:04:44.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:44.041 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: Network error: Failed to connect to peer master-127.31.242.254:43815(127.31.242.254:43815): Connection refused: /127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: OK, deferred=Deferred@1704323295(state=PENDING, result=null, callback=(continuation of Deferred@1281892679 after retry RPC after error@29416133) -> (continuation of Deferred@795254862 after retry RPC after error@1702848109) -> (continuation of Deferred@1745879452 after retry RPC after error@1862400169) -> (continuation of Deferred@1971278295 after retry RPC after error@1798114587) -> (continuation of Deferred@56225027 after retry RPC after error@1669171569) -> (continuation of Deferred@1820564768 after retry RPC after error@1866793086), errback=(continuation of Deferred@1281892679 after retry RPC after error@29416133) -> (continuation of Deferred@795254862 after retry RPC after error@1702848109) -> (continuation of Deferred@1745879452 after retry RPC after error@1862400169) -> (continuation of Deferred@1971278295 after retry RPC after error@1798114587) -> (continuation of Deferred@56225027 after retry RPC after error@1669171569) -> (continuation of Deferred@1820564768 after retry RPC after error@1866793086))) after lookup
09:04:44.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.090210 355 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff -> Peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Couldn't send request to peer 21b55465c1c54ea39bd1ed1b0f3714f8. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.093562 461 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Refusing update from remote peer 3e3905bdaa98414299d6b4cef54606ff: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
09:04:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.094319 1069 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.090648 370 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58072:
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.096374 1063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e3905bdaa98414299d6b4cef54606ff. Latest consensus state: current_term: 3 leader_uuid: "3e3905bdaa98414299d6b4cef54606ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.096642 1063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: FOLLOWER
09:04:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.097177 370 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.098317 1062 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "3e3905bdaa98414299d6b4cef54606ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.098577 1062 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff [sys.catalog]: This master's current role is: LEADER
09:04:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.099215 1063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "3e3905bdaa98414299d6b4cef54606ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:44.099433 1063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: FOLLOWER
09:04:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.113306 400 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58042 (request call id 15) took 71 ms (client timeout 86 ms). Trace:
09:04:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.113459 400 rpcz_store.cc:269] 0202 09:04:44.042355 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:04:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:44.042445 (+ 90us) service_pool.cc:225] Handling call
09:04:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:44.113244 (+ 70799us) inbound_call.cc:173] Queueing success response
09:04:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":486,"init.queue_time_us":490,"init.run_cpu_time_us":8637,"init.run_wall_time_us":58539,"thread_start_us":1498,"threads_started":5}
09:04:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.205351 842 heartbeater.cc:646] Failed to heartbeat to 127.31.242.254:43815 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.207399 985 heartbeater.cc:646] Failed to heartbeat to 127.31.242.254:43815 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111)
09:04:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:44.565433 355 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff -> Peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Couldn't send request to peer 21b55465c1c54ea39bd1ed1b0f3714f8. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:04:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.059773 355 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111) [suppressed 18 similar messages]
09:04:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.060736 355 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff -> Peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Couldn't send request to peer 21b55465c1c54ea39bd1ed1b0f3714f8. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:04:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.199345 843 heartbeater.cc:499] Master 127.31.242.253:43187 was elected leader, sending a full tablet report...
09:04:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.203320 986 heartbeater.cc:499] Master 127.31.242.253:43187 was elected leader, sending a full tablet report...
09:04:45.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3428a64e6f044f83b4a80ef2b6167800 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
09:04:45.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 35e778fd587d4aef84316e96df6e36e0 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
09:04:45.372 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3428a64e6f044f83b4a80ef2b6167800@[13aa1a40aff945eeb0183a846c435a93(127.31.242.194:41037),6de04c7611394e6394da493f005f5242(127.31.242.195:41851),a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=35e778fd587d4aef84316e96df6e36e0@[13aa1a40aff945eeb0183a846c435a93(127.31.242.194:41037),6de04c7611394e6394da493f005f5242(127.31.242.195:41851),a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:04:45.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.242.253:43187, [2ms] Sub RPC GetTableLocations: received response from server master-127.31.242.253:43187: OK, deferred=null) after lookup
09:04:45.373 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)] connecting to peer
09:04:45.374 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)] Successfully connected to peer
09:04:45.385 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c613c9f, L:/127.0.0.1:39962 - R:/127.31.242.193:45315] using TOKEN/null
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.389544 615 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.31.242.254:43815)
09:04:45.429 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.242.254:43815
09:04:45.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.431026 32715 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/logs
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.254:43815
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.254
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44913
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.515944 417 master_runner.cc:186] Error getting master registration for 127.31.242.254:43815: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111),
09:04:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.516152 417 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.567027 355 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3e3905bdaa98414299d6b4cef54606ff -> Peer 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815): Couldn't send request to peer 21b55465c1c54ea39bd1ed1b0f3714f8. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.254:43815: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
09:04:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.656687 702 heartbeater.cc:499] Master 127.31.242.253:43187 was elected leader, sending a full tablet report...
09:04:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.777245 1112 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.777578 1112 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.777670 1112 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786576 1112 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786687 1112 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786744 1112 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786785 1112 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786839 1112 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786877 1112 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.786921 1112 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45041/jwks.json
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.797408 1112 master_runner.cc:386] Master server non-default flags:
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.242.212:41629
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.242.254:43815
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45041/jwks.json
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.242.254
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44913
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/logs
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Feb 2026 08:43:24 UTC on 24a791456cd2
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10308
09:04:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.799062 1112 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.800860 1112 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.810052 1119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.810004 1120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:45.810621 1122 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.811467 1112 server_base.cc:1060] running on GCE node
09:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.812258 1112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.813832 1112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.815084 1112 hybrid_clock.cc:648] HybridClock initialized: now 1770023085815022 us; error 47 us; skew 500 ppm
09:04:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.815390 1112 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.817759 1112 webserver.cc:492] Webserver started at http://127.31.242.254:44913/ using document root <none> and password file <none>
09:04:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.818467 1112 fs_manager.cc:362] Metadata directory not provided
09:04:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.818604 1112 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.824379 1112 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
09:04:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.827453 1128 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.828792 1112 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.828990 1112 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data,/tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b55465c1c54ea39bd1ed1b0f3714f8"
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-02 09:04:39 on dist-test-slave-r1k8"
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.829756 1112 fs_report.cc:389] FS layout report
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/wal
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/data
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.849268 1112 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.850184 1112 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.850425 1112 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.873216 1112 rpc_server.cc:307] RPC server started. Bound to: 127.31.242.254:43815
09:04:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.873252 1189 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.242.254:43815 every 8 connection(s)
09:04:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.875051 1112 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskwaxXPH/test-tmp/mini-kudu-cluster790089434146659282/master-0/data/info.pb
09:04:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.882606 1190 sys_catalog.cc:263] Verifying existing consensus state
09:04:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.883031 32715 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu as pid 1112
09:04:45.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:45.883 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.242.253:43187
09:04:45.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:04:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.883991 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 338
09:04:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.885128 410 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.887508 1190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Bootstrap starting.
09:04:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.911500 1190 log.cc:826] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Log is configured to *not* fsync() on all Append() calls
09:04:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.927385 1190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:04:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.927997 1190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: Bootstrap complete.
09:04:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.934767 1190 raft_consensus.cc:359] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.935585 1190 raft_consensus.cc:740] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b55465c1c54ea39bd1ed1b0f3714f8, State: Initialized, Role: FOLLOWER
09:04:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.936242 1190 consensus_queue.cc:260] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.937080 1194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.937397 1194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.938189 1190 sys_catalog.cc:565] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: configured and running, proceeding with master startup.
09:04:45.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.960703 1205 catalog_manager.cc:1269] Loaded cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:45.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.960839 1205 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: loading cluster ID for follower catalog manager: success
09:04:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.965349 1205 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: acquiring CA information for follower catalog manager: success
09:04:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:45.968784 1205 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.040136 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 338
09:04:46.068 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.242.253:43187(127.31.242.253:43187)] handling channelInactive
09:04:46.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state READY due to: connection closed
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.068727 1208 negotiation.cc:337] Failed RPC negotiation. Trace:
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.039239 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:56120 (local address 127.31.242.254:43815)
09:04:46.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.039457 (+ 218us) server_negotiation.cc:207] Beginning negotiation
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.039463 (+ 6us) server_negotiation.cc:400] Waiting for connection header
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.040054 (+ 591us) server_negotiation.cc:408] Connection header received
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.040274 (+ 220us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.040281 (+ 7us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.040371 (+ 90us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.040468 (+ 97us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.066864 (+ 26396us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56120: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":79}
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.069061 1207 negotiation.cc:337] Failed RPC negotiation. Trace:
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:45.976178 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.31.242.253:43187 (local address 127.0.0.1:58078)
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:45.976380 (+ 202us) negotiation.cc:107] Waiting for socket to connect
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:45.976402 (+ 22us) client_negotiation.cc:174] Beginning negotiation
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:45.976549 (+ 147us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
09:04:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.066850 (+ 90301us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":70}
09:04:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.070001 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
09:04:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.073796 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:46.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.178 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.242.253:43187(127.31.242.253:43187) for tablet Kudu Master: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.254:43815(127.31.242.254:43815)] connecting to peer
09:04:46.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.198 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.242.254:43815(127.31.242.254:43815)] Successfully connected to peer
09:04:46.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.202839 1194 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.203177 1194 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.206502 1194 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.242380 985 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:46.245 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9e8428d8, L:/127.0.0.1:56124 - R:/127.31.242.254:43815] using TOKEN/null
09:04:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.246304 1145 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6de04c7611394e6394da493f005f5242" instance_seqno: 1770023082327522) as {username='slave'} at 127.31.242.195:57937; Asking this server to re-register.
09:04:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.247476 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.248289 985 heartbeater.cc:461] Registering TS with master...
09:04:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.250351 1144 ts_manager.cc:194] Registered new tserver with Master: 6de04c7611394e6394da493f005f5242 (127.31.242.195:41851)
09:04:46.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.253943 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.253912 461 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "4fdcc9be02aa497fa6b88a849477c10a" is_pre_election: true
09:04:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.254350 842 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.255456 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.255537 1144 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "13aa1a40aff945eeb0183a846c435a93" instance_seqno: 1770023081797068) as {username='slave'} at 127.31.242.194:50109; Asking this server to re-register.
09:04:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.256093 1194 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:04:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.256829 842 heartbeater.cc:461] Registering TS with master...
09:04:46.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.258306 1144 ts_manager.cc:194] Registered new tserver with Master: 13aa1a40aff945eeb0183a846c435a93 (127.31.242.194:41037)
09:04:46.261 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.334416 1220 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3e3905bdaa98414299d6b4cef54606ff)
09:04:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.334604 1220 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.335628 1220 leader_election.cc:290] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187)
09:04:46.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.363859 438 leader_election.cc:336] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.363680 1155 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdcc9be02aa497fa6b88a849477c10a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" is_pre_election: true
09:04:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.364214 1155 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4fdcc9be02aa497fa6b88a849477c10a in term 1.
09:04:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.364705 436 leader_election.cc:304] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 4fdcc9be02aa497fa6b88a849477c10a; no voters: 3e3905bdaa98414299d6b4cef54606ff
09:04:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.365005 1220 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Leader pre-election won for term 4
09:04:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.365123 1220 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 3e3905bdaa98414299d6b4cef54606ff)
09:04:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.365195 1220 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 3 FOLLOWER]: Advancing to term 4
09:04:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.367038 1220 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.367578 1220 leader_election.cc:290] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 election: Requested vote from peers 21b55465c1c54ea39bd1ed1b0f3714f8 (127.31.242.254:43815), 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187)
09:04:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.368194 1155 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4fdcc9be02aa497fa6b88a849477c10a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8"
09:04:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.368419 1155 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 1 FOLLOWER]: Advancing to term 4
09:04:46.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.369204 438 leader_election.cc:336] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.374049 1155 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4fdcc9be02aa497fa6b88a849477c10a in term 4.
09:04:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.374547 436 leader_election.cc:304] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8, 4fdcc9be02aa497fa6b88a849477c10a; no voters: 3e3905bdaa98414299d6b4cef54606ff
09:04:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.374855 1220 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 4 FOLLOWER]: Leader election won for term 4
09:04:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.375347 1220 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [term 4 LEADER]: Becoming Leader. State: Replica: 4fdcc9be02aa497fa6b88a849477c10a, State: Running, Role: LEADER
09:04:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.375814 1220 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:46.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.379112 1224 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4fdcc9be02aa497fa6b88a849477c10a. Latest consensus state: current_term: 4 leader_uuid: "4fdcc9be02aa497fa6b88a849477c10a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.379825 1224 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: LEADER
09:04:46.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.380740 1226 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.383806 1226 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61]
09:04:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.384395 1226 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914]
09:04:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.386503 1226 tablet_loader.cc:96] loaded metadata for tablet 20b743b5458d4224925d2ad48e95341f (table kudu_system.kudu_transactions [id=52b5b6056259413cb680171e5bcbe914])
09:04:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.387056 1226 tablet_loader.cc:96] loaded metadata for tablet 3428a64e6f044f83b4a80ef2b6167800 (table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61])
09:04:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.387476 1226 tablet_loader.cc:96] loaded metadata for tablet 35e778fd587d4aef84316e96df6e36e0 (table txn_manager_fallback_rolling [id=0c345fd70df044e4a948ed202bf1ef61])
09:04:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.387758 1226 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.388857 1226 catalog_manager.cc:1269] Loaded cluster ID: d88c450f74d94fd5b13a8ac1dacb56ec
09:04:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.388979 1226 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:46.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.390498 1226 catalog_manager.cc:1514] Loading token signing keys...
09:04:46.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.391579 1226 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a: Loaded TSK: 0
09:04:46.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.392696 1226 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:46.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:46.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:46.421 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.31.242.253:43187, [1ms] received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [28ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [75ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, deferred=Deferred@722637463(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@15a8a872 -> (continuation of Deferred@2031008788 after retry RPC after error@1805890150) -> (continuation of Deferred@1410991023 after retry RPC after error@69323366) -> (continuation of Deferred@138623210 after retry RPC after error@2122685190) -> (continuation of Deferred@2055661570 after retry RPC after error@1895722958) -> (continuation of Deferred@1642827091 after retry RPC after error@870606787) -> (continuation of Deferred@2121224005 after retry RPC after error@2104282969), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@405054b2 -> (continuation of Deferred@2031008788 after retry RPC after error@1805890150) -> (continuation of Deferred@1410991023 after retry RPC after error@69323366) -> (continuation of Deferred@138623210 after retry RPC after error@2122685190) -> (continuation of Deferred@2055661570 after retry RPC after error@1895722958) -> (continuation of Deferred@1642827091 after retry RPC after error@870606787) -> (continuation of Deferred@2121224005 after retry RPC after error@2104282969))) after lookup
09:04:46.437 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.31.242.253:43187, [1ms] received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [28ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [75ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: OK, [244ms] sending RPC to server master-127.31.242.252:40325, deferred=Deferred@722637463(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@15a8a872 -> (continuation of Deferred@2031008788 after retry RPC after error@1805890150) -> (continuation of Deferred@1410991023 after retry RPC after error@69323366) -> (continuation of Deferred@138623210 after retry RPC after error@2122685190) -> (continuation of Deferred@2055661570 after retry RPC after error@1895722958) -> (continuation of Deferred@1642827091 after retry RPC after error@870606787) -> (continuation of Deferred@2121224005 after retry RPC after error@2104282969) -> (continuation of Deferred@1232870085 after retry RPC@1650845147), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@405054b2 -> (continuation of Deferred@2031008788 after retry RPC after error@1805890150) -> (continuation of Deferred@1410991023 after retry RPC after error@69323366) -> (continuation of Deferred@138623210 after retry RPC after error@2122685190) -> (continuation of Deferred@2055661570 after retry RPC after error@1895722958) -> (continuation of Deferred@1642827091 after retry RPC after error@870606787) -> (continuation of Deferred@2121224005 after retry RPC after error@2104282969) -> (continuation of Deferred@1232870085 after retry RPC@1650845147)))
09:04:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.453382 481 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55224 (request call id 22) took 31 ms (client timeout 6 ms). Trace:
09:04:46.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.453651 481 rpcz_store.cc:269] 0202 09:04:46.422256 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:04:46.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.422340 (+ 84us) service_pool.cc:225] Handling call
09:04:46.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0202 09:04:46.453284 (+ 30944us) inbound_call.cc:173] Queueing success response
09:04:46.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":482,"thread_start_us":1361,"threads_started":3}
09:04:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 986713721115 + 9223371050141055856 cannot be represented in type 'long'
09:04:46.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.488523 1155 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Refusing update from remote peer 4fdcc9be02aa497fa6b88a849477c10a: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
09:04:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.489989 1224 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [LEADER]: Connected to new peer: Peer: permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
09:04:46.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.492826 438 consensus_peers.cc:597] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a -> Peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Couldn't send request to peer 3e3905bdaa98414299d6b4cef54606ff. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.494412 450 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55256:
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:46.499225 450 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.518332 1237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "4fdcc9be02aa497fa6b88a849477c10a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:46.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.519021 1237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: FOLLOWER
09:04:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.519095 1194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4fdcc9be02aa497fa6b88a849477c10a. Latest consensus state: current_term: 4 leader_uuid: "4fdcc9be02aa497fa6b88a849477c10a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.519886 1194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: FOLLOWER
09:04:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.522390 1237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "4fdcc9be02aa497fa6b88a849477c10a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.522948 1237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [sys.catalog]: This master's current role is: FOLLOWER
09:04:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.528730 1220 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "4fdcc9be02aa497fa6b88a849477c10a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } } }
09:04:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.529114 1220 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a [sys.catalog]: This master's current role is: LEADER
09:04:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.681258 701 heartbeater.cc:344] Connected to a master server at 127.31.242.254:43815
09:04:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.683992 1144 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a73bb10cb95e468299b2e51faa93286b" instance_seqno: 1770023081282586) as {username='slave'} at 127.31.242.193:34159; Asking this server to re-register.
09:04:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.685030 701 heartbeater.cc:461] Registering TS with master...
09:04:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:46.686744 1144 ts_manager.cc:194] Registered new tserver with Master: a73bb10cb95e468299b2e51faa93286b (127.31.242.193:45315)
09:04:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:47.014649 438 consensus_peers.cc:597] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a -> Peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Couldn't send request to peer 3e3905bdaa98414299d6b4cef54606ff. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:04:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.207213 841 heartbeater.cc:499] Master 127.31.242.252:40325 was elected leader, sending a full tablet report...
09:04:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f194e99d608 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
09:04:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa78cf5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
09:04:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f1962727b72 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
09:04:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f1962717684 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
09:04:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f196287b58e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
09:04:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f196287c16b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
09:04:47.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f1962880daf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
09:04:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f195c6a02d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
09:04:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f195c6a0005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f1955a0b55e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f1955a0a43e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
09:04:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:47.563531 438 consensus_peers.cc:597] T 00000000000000000000000000000000 P 4fdcc9be02aa497fa6b88a849477c10a -> Peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Couldn't send request to peer 3e3905bdaa98414299d6b4cef54606ff. Status: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:04:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f1955a10675 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
09:04:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f1955a10f9f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
09:04:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f1955a10dc8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:04:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8970c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:04:47.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f194ea6df98 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
09:04:47.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f195207a6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
09:04:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f194aba971e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
09:04:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
09:04:47.594 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_275]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_275]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
09:04:47.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state READY due to: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325]
09:04:47.595 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.242.252:40325(127.31.242.252:40325) for tablet Kudu Master: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325]
09:04:47.595 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.242.252:40325(127.31.242.252:40325) for tablet Kudu Master: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325]
09:04:47.595 [DEBUG - kudu-nio-1] (RemoteTablet.java:144) tablet Kudu Master already removed ts master-127.31.242.252:40325, size left is 0
09:04:47.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.597 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.242.252:40325(127.31.242.252:40325)] handling channelInactive
09:04:47.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.617 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:47.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.677309 700 heartbeater.cc:499] Master 127.31.242.252:40325 was elected leader, sending a full tablet report...
09:04:47.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.787460 1246 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.787704 1246 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.788427 1246 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:47.790599 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:47.790825 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.790901 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:47.791224 1246 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:47.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.31.242.252:40325, [19ms] received response from server master-127.31.242.252:40325: Network error: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325], [19ms] delaying RPC due to: Network error: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [106ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1621499243(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@6c3e672c -> (continuation of Deferred@1104784675 after retry RPC after error@844205626) -> (continuation of Deferred@1657569374 after retry RPC after error@2102697004) -> (continuation of Deferred@1911068176 after retry RPC after error@1333192265) -> (continuation of Deferred@1228816777 after retry RPC after error@273809790) -> (continuation of Deferred@624909682 after retry RPC after error@1560519474) -> (continuation of Deferred@1720353554 after retry RPC after error@1725114188), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@39583229 -> (continuation of Deferred@1104784675 after retry RPC after error@844205626) -> (continuation of Deferred@1657569374 after retry RPC after error@2102697004) -> (continuation of Deferred@1911068176 after retry RPC after error@1333192265) -> (continuation of Deferred@1228816777 after retry RPC after error@273809790) -> (continuation of Deferred@624909682 after retry RPC after error@1560519474) -> (continuation of Deferred@1720353554 after retry RPC after error@1725114188)))
09:04:47.801 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.31.242.252:40325, [19ms] received response from server master-127.31.242.252:40325: Network error: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325], [19ms] delaying RPC due to: Network error: [peer master-127.31.242.252:40325(127.31.242.252:40325)] unexpected exception from downstream on [id: 0xb18eb72c, L:/127.0.0.1:55224 - R:/127.31.242.252:40325], [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [106ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1621499243(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1298966495@6c3e672c -> (continuation of Deferred@1104784675 after retry RPC after error@844205626) -> (continuation of Deferred@1657569374 after retry RPC after error@2102697004) -> (continuation of Deferred@1911068176 after retry RPC after error@1333192265) -> (continuation of Deferred@1228816777 after retry RPC after error@273809790) -> (continuation of Deferred@624909682 after retry RPC after error@1560519474) -> (continuation of Deferred@1720353554 after retry RPC after error@1725114188), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/1870465672@39583229 -> (continuation of Deferred@1104784675 after retry RPC after error@844205626) -> (continuation of Deferred@1657569374 after retry RPC after error@2102697004) -> (continuation of Deferred@1911068176 after retry RPC after error@1333192265) -> (continuation of Deferred@1228816777 after retry RPC after error@273809790) -> (continuation of Deferred@624909682 after retry RPC after error@1560519474) -> (continuation of Deferred@1720353554 after retry RPC after error@1725114188)))
09:04:47.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:47.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@102684900(state=PENDING, result=null, callback=(continuation of Deferred@1005738183 after retry RPC after error@1059738623) -> (continuation of Deferred@1839694006 after retry RPC after error@487504926) -> (continuation of Deferred@873724696 after retry RPC after error@1506538446) -> (continuation of Deferred@146307697 after retry RPC after error@1623120180) -> (continuation of Deferred@1264465152 after retry RPC after error@1301150246) -> (continuation of Deferred@103639572 after retry RPC after error@273446044), errback=(continuation of Deferred@1005738183 after retry RPC after error@1059738623) -> (continuation of Deferred@1839694006 after retry RPC after error@487504926) -> (continuation of Deferred@873724696 after retry RPC after error@1506538446) -> (continuation of Deferred@146307697 after retry RPC after error@1623120180) -> (continuation of Deferred@1264465152 after retry RPC after error@1301150246) -> (continuation of Deferred@103639572 after retry RPC after error@273446044)))
09:04:47.981 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@102684900(state=PENDING, result=null, callback=(continuation of Deferred@1005738183 after retry RPC after error@1059738623) -> (continuation of Deferred@1839694006 after retry RPC after error@487504926) -> (continuation of Deferred@873724696 after retry RPC after error@1506538446) -> (continuation of Deferred@146307697 after retry RPC after error@1623120180) -> (continuation of Deferred@1264465152 after retry RPC after error@1301150246) -> (continuation of Deferred@103639572 after retry RPC after error@273446044), errback=(continuation of Deferred@1005738183 after retry RPC after error@1059738623) -> (continuation of Deferred@1839694006 after retry RPC after error@487504926) -> (continuation of Deferred@873724696 after retry RPC after error@1506538446) -> (continuation of Deferred@146307697 after retry RPC after error@1623120180) -> (continuation of Deferred@1264465152 after retry RPC after error@1301150246) -> (continuation of Deferred@103639572 after retry RPC after error@273446044)))
09:04:47.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:47.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:47.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:47.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:47.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.070 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.070 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.141 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@65945102(state=PENDING, result=null, callback=(continuation of Deferred@2095361231 after retry RPC after error@1995987510) -> (continuation of Deferred@696058518 after retry RPC after error@1527863289) -> (continuation of Deferred@46795392 after retry RPC after error@911722757) -> (continuation of Deferred@2013201643 after retry RPC after error@645938034) -> (continuation of Deferred@1951185704 after retry RPC after error@2086361925) -> (continuation of Deferred@1930215545 after retry RPC after error@1425030849), errback=(continuation of Deferred@2095361231 after retry RPC after error@1995987510) -> (continuation of Deferred@696058518 after retry RPC after error@1527863289) -> (continuation of Deferred@46795392 after retry RPC after error@911722757) -> (continuation of Deferred@2013201643 after retry RPC after error@645938034) -> (continuation of Deferred@1951185704 after retry RPC after error@2086361925) -> (continuation of Deferred@1930215545 after retry RPC after error@1425030849)))
09:04:48.141 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@65945102(state=PENDING, result=null, callback=(continuation of Deferred@2095361231 after retry RPC after error@1995987510) -> (continuation of Deferred@696058518 after retry RPC after error@1527863289) -> (continuation of Deferred@46795392 after retry RPC after error@911722757) -> (continuation of Deferred@2013201643 after retry RPC after error@645938034) -> (continuation of Deferred@1951185704 after retry RPC after error@2086361925) -> (continuation of Deferred@1930215545 after retry RPC after error@1425030849), errback=(continuation of Deferred@2095361231 after retry RPC after error@1995987510) -> (continuation of Deferred@696058518 after retry RPC after error@1527863289) -> (continuation of Deferred@46795392 after retry RPC after error@911722757) -> (continuation of Deferred@2013201643 after retry RPC after error@645938034) -> (continuation of Deferred@1951185704 after retry RPC after error@2086361925) -> (continuation of Deferred@1930215545 after retry RPC after error@1425030849)))
09:04:48.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.234009 1246 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.234200 1246 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.234807 1246 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:48.236462 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:48.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:48.236690 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:48.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.236817 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.237274 1246 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:48.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.238119 984 heartbeater.cc:499] Master 127.31.242.252:40325 was elected leader, sending a full tablet report...
09:04:48.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.267565 726 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.199s from last keepalive heartbeat (effective timeout is 1.000s)
09:04:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:48.275032 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:04:48.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@705797420(state=PENDING, result=null, callback=(continuation of Deferred@1589345049 after retry RPC after error@2068852723) -> (continuation of Deferred@659385671 after retry RPC after error@18054271) -> (continuation of Deferred@74820855 after retry RPC after error@2116039741) -> (continuation of Deferred@852183531 after retry RPC after error@681651017) -> (continuation of Deferred@18491582 after retry RPC after error@2128897404) -> (continuation of Deferred@378072922 after retry RPC after error@928150945) -> (continuation of Deferred@1734210605 after retry RPC after error@978301503), errback=(continuation of Deferred@1589345049 after retry RPC after error@2068852723) -> (continuation of Deferred@659385671 after retry RPC after error@18054271) -> (continuation of Deferred@74820855 after retry RPC after error@2116039741) -> (continuation of Deferred@852183531 after retry RPC after error@681651017) -> (continuation of Deferred@18491582 after retry RPC after error@2128897404) -> (continuation of Deferred@378072922 after retry RPC after error@928150945) -> (continuation of Deferred@1734210605 after retry RPC after error@978301503)))
09:04:48.401 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@705797420(state=PENDING, result=null, callback=(continuation of Deferred@1589345049 after retry RPC after error@2068852723) -> (continuation of Deferred@659385671 after retry RPC after error@18054271) -> (continuation of Deferred@74820855 after retry RPC after error@2116039741) -> (continuation of Deferred@852183531 after retry RPC after error@681651017) -> (continuation of Deferred@18491582 after retry RPC after error@2128897404) -> (continuation of Deferred@378072922 after retry RPC after error@928150945) -> (continuation of Deferred@1734210605 after retry RPC after error@978301503), errback=(continuation of Deferred@1589345049 after retry RPC after error@2068852723) -> (continuation of Deferred@659385671 after retry RPC after error@18054271) -> (continuation of Deferred@74820855 after retry RPC after error@2116039741) -> (continuation of Deferred@852183531 after retry RPC after error@681651017) -> (continuation of Deferred@18491582 after retry RPC after error@2128897404) -> (continuation of Deferred@378072922 after retry RPC after error@928150945) -> (continuation of Deferred@1734210605 after retry RPC after error@978301503)))
09:04:48.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.499 [DEBUG - pool-40-thread-1] (NetUtil.java:139) Resolved '127.31.242.253' into [/127.31.242.253] in 1041232ns
09:04:48.499 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.500 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1755420396(state=PENDING, result=null, callback=(continuation of Deferred@194602529 after retry RPC after error@1743235983) -> (continuation of Deferred@950361848 after retry RPC after error@1557641718) -> (continuation of Deferred@482309155 after retry RPC after error@1188958184) -> (continuation of Deferred@1419692885 after retry RPC after error@895995961) -> (continuation of Deferred@1377744090 after retry RPC after error@1678327870) -> (continuation of Deferred@1181739913 after retry RPC after error@1291980133) -> (continuation of Deferred@1788729467 after retry RPC after error@1153133990), errback=(continuation of Deferred@194602529 after retry RPC after error@1743235983) -> (continuation of Deferred@950361848 after retry RPC after error@1557641718) -> (continuation of Deferred@482309155 after retry RPC after error@1188958184) -> (continuation of Deferred@1419692885 after retry RPC after error@895995961) -> (continuation of Deferred@1377744090 after retry RPC after error@1678327870) -> (continuation of Deferred@1181739913 after retry RPC after error@1291980133) -> (continuation of Deferred@1788729467 after retry RPC after error@1153133990)))
09:04:48.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1755420396(state=PENDING, result=null, callback=(continuation of Deferred@194602529 after retry RPC after error@1743235983) -> (continuation of Deferred@950361848 after retry RPC after error@1557641718) -> (continuation of Deferred@482309155 after retry RPC after error@1188958184) -> (continuation of Deferred@1419692885 after retry RPC after error@895995961) -> (continuation of Deferred@1377744090 after retry RPC after error@1678327870) -> (continuation of Deferred@1181739913 after retry RPC after error@1291980133) -> (continuation of Deferred@1788729467 after retry RPC after error@1153133990), errback=(continuation of Deferred@194602529 after retry RPC after error@1743235983) -> (continuation of Deferred@950361848 after retry RPC after error@1557641718) -> (continuation of Deferred@482309155 after retry RPC after error@1188958184) -> (continuation of Deferred@1419692885 after retry RPC after error@895995961) -> (continuation of Deferred@1377744090 after retry RPC after error@1678327870) -> (continuation of Deferred@1181739913 after retry RPC after error@1291980133) -> (continuation of Deferred@1788729467 after retry RPC after error@1153133990)))
09:04:48.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.709941 1246 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.710243 1246 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.711012 1246 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:48.712496 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:48.712698 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.712805 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:48.713112 1246 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.720 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@168898146(state=PENDING, result=null, callback=(continuation of Deferred@1513764193 after retry RPC after error@997800995) -> (continuation of Deferred@2132172258 after retry RPC after error@2088181340) -> (continuation of Deferred@2003676558 after retry RPC after error@92741476) -> (continuation of Deferred@1211345787 after retry RPC after error@217242079) -> (continuation of Deferred@384369682 after retry RPC after error@732448148) -> (continuation of Deferred@2115329001 after retry RPC after error@1689475541) -> (continuation of Deferred@975440069 after retry RPC after error@1405710064), errback=(continuation of Deferred@1513764193 after retry RPC after error@997800995) -> (continuation of Deferred@2132172258 after retry RPC after error@2088181340) -> (continuation of Deferred@2003676558 after retry RPC after error@92741476) -> (continuation of Deferred@1211345787 after retry RPC after error@217242079) -> (continuation of Deferred@384369682 after retry RPC after error@732448148) -> (continuation of Deferred@2115329001 after retry RPC after error@1689475541) -> (continuation of Deferred@975440069 after retry RPC after error@1405710064)))
09:04:48.821 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@168898146(state=PENDING, result=null, callback=(continuation of Deferred@1513764193 after retry RPC after error@997800995) -> (continuation of Deferred@2132172258 after retry RPC after error@2088181340) -> (continuation of Deferred@2003676558 after retry RPC after error@92741476) -> (continuation of Deferred@1211345787 after retry RPC after error@217242079) -> (continuation of Deferred@384369682 after retry RPC after error@732448148) -> (continuation of Deferred@2115329001 after retry RPC after error@1689475541) -> (continuation of Deferred@975440069 after retry RPC after error@1405710064), errback=(continuation of Deferred@1513764193 after retry RPC after error@997800995) -> (continuation of Deferred@2132172258 after retry RPC after error@2088181340) -> (continuation of Deferred@2003676558 after retry RPC after error@92741476) -> (continuation of Deferred@1211345787 after retry RPC after error@217242079) -> (continuation of Deferred@384369682 after retry RPC after error@732448148) -> (continuation of Deferred@2115329001 after retry RPC after error@1689475541) -> (continuation of Deferred@975440069 after retry RPC after error@1405710064)))
09:04:48.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.920 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:48.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:48.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:48.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:48.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:48.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.097 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1816895283(state=PENDING, result=null, callback=(continuation of Deferred@1347199913 after retry RPC after error@629232369) -> (continuation of Deferred@1000132516 after retry RPC after error@186547683) -> (continuation of Deferred@1048233666 after retry RPC after error@289606950) -> (continuation of Deferred@1283391813 after retry RPC after error@880184396) -> (continuation of Deferred@1557270742 after retry RPC after error@1441864791) -> (continuation of Deferred@1638947461 after retry RPC after error@1629797907) -> (continuation of Deferred@758924865 after retry RPC after error@1886581781), errback=(continuation of Deferred@1347199913 after retry RPC after error@629232369) -> (continuation of Deferred@1000132516 after retry RPC after error@186547683) -> (continuation of Deferred@1048233666 after retry RPC after error@289606950) -> (continuation of Deferred@1283391813 after retry RPC after error@880184396) -> (continuation of Deferred@1557270742 after retry RPC after error@1441864791) -> (continuation of Deferred@1638947461 after retry RPC after error@1629797907) -> (continuation of Deferred@758924865 after retry RPC after error@1886581781)))
09:04:49.098 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:49.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.300 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1792827789(state=PENDING, result=null, callback=(continuation of Deferred@1455161107 after retry RPC after error@1293459882) -> (continuation of Deferred@22250575 after retry RPC after error@143281633) -> (continuation of Deferred@21002372 after retry RPC after error@157129975) -> (continuation of Deferred@338759791 after retry RPC after error@1309585997) -> (continuation of Deferred@1284011856 after retry RPC after error@702017554) -> (continuation of Deferred@905522991 after retry RPC after error@249462535) -> (continuation of Deferred@23313275 after retry RPC after error@396532773), errback=(continuation of Deferred@1455161107 after retry RPC after error@1293459882) -> (continuation of Deferred@22250575 after retry RPC after error@143281633) -> (continuation of Deferred@21002372 after retry RPC after error@157129975) -> (continuation of Deferred@338759791 after retry RPC after error@1309585997) -> (continuation of Deferred@1284011856 after retry RPC after error@702017554) -> (continuation of Deferred@905522991 after retry RPC after error@249462535) -> (continuation of Deferred@23313275 after retry RPC after error@396532773)))
09:04:49.301 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1792827789(state=PENDING, result=null, callback=(continuation of Deferred@1455161107 after retry RPC after error@1293459882) -> (continuation of Deferred@22250575 after retry RPC after error@143281633) -> (continuation of Deferred@21002372 after retry RPC after error@157129975) -> (continuation of Deferred@338759791 after retry RPC after error@1309585997) -> (continuation of Deferred@1284011856 after retry RPC after error@702017554) -> (continuation of Deferred@905522991 after retry RPC after error@249462535) -> (continuation of Deferred@23313275 after retry RPC after error@396532773), errback=(continuation of Deferred@1455161107 after retry RPC after error@1293459882) -> (continuation of Deferred@22250575 after retry RPC after error@143281633) -> (continuation of Deferred@21002372 after retry RPC after error@157129975) -> (continuation of Deferred@338759791 after retry RPC after error@1309585997) -> (continuation of Deferred@1284011856 after retry RPC after error@702017554) -> (continuation of Deferred@905522991 after retry RPC after error@249462535) -> (continuation of Deferred@23313275 after retry RPC after error@396532773)))
09:04:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:49.319965 1270 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:49.320142 1270 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:49.320748 1270 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:49.323096 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:49.323271 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:49.323347 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:49.323596 1270 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:49.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@969684086(state=PENDING, result=null, callback=(continuation of Deferred@840388459 after retry RPC after error@1429706711) -> (continuation of Deferred@1231099320 after retry RPC after error@290908006) -> (continuation of Deferred@431132208 after retry RPC after error@1892822014) -> (continuation of Deferred@836709513 after retry RPC after error@395612163) -> (continuation of Deferred@450518991 after retry RPC after error@2067143345) -> (continuation of Deferred@860215866 after retry RPC after error@14827737) -> (continuation of Deferred@1217286957 after retry RPC after error@52837151), errback=(continuation of Deferred@840388459 after retry RPC after error@1429706711) -> (continuation of Deferred@1231099320 after retry RPC after error@290908006) -> (continuation of Deferred@431132208 after retry RPC after error@1892822014) -> (continuation of Deferred@836709513 after retry RPC after error@395612163) -> (continuation of Deferred@450518991 after retry RPC after error@2067143345) -> (continuation of Deferred@860215866 after retry RPC after error@14827737) -> (continuation of Deferred@1217286957 after retry RPC after error@52837151)))
09:04:49.540 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@969684086(state=PENDING, result=null, callback=(continuation of Deferred@840388459 after retry RPC after error@1429706711) -> (continuation of Deferred@1231099320 after retry RPC after error@290908006) -> (continuation of Deferred@431132208 after retry RPC after error@1892822014) -> (continuation of Deferred@836709513 after retry RPC after error@395612163) -> (continuation of Deferred@450518991 after retry RPC after error@2067143345) -> (continuation of Deferred@860215866 after retry RPC after error@14827737) -> (continuation of Deferred@1217286957 after retry RPC after error@52837151), errback=(continuation of Deferred@840388459 after retry RPC after error@1429706711) -> (continuation of Deferred@1231099320 after retry RPC after error@290908006) -> (continuation of Deferred@431132208 after retry RPC after error@1892822014) -> (continuation of Deferred@836709513 after retry RPC after error@395612163) -> (continuation of Deferred@450518991 after retry RPC after error@2067143345) -> (continuation of Deferred@860215866 after retry RPC after error@14827737) -> (continuation of Deferred@1217286957 after retry RPC after error@52837151)))
09:04:49.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@79610645(state=PENDING, result=null, callback=(continuation of Deferred@403909417 after retry RPC after error@1340576668) -> (continuation of Deferred@637234671 after retry RPC after error@1471132718) -> (continuation of Deferred@1449432977 after retry RPC after error@636257714) -> (continuation of Deferred@1527120117 after retry RPC after error@1898103167) -> (continuation of Deferred@50858197 after retry RPC after error@1116261395) -> (continuation of Deferred@702709023 after retry RPC after error@1319925861), errback=(continuation of Deferred@403909417 after retry RPC after error@1340576668) -> (continuation of Deferred@637234671 after retry RPC after error@1471132718) -> (continuation of Deferred@1449432977 after retry RPC after error@636257714) -> (continuation of Deferred@1527120117 after retry RPC after error@1898103167) -> (continuation of Deferred@50858197 after retry RPC after error@1116261395) -> (continuation of Deferred@702709023 after retry RPC after error@1319925861)))
09:04:49.761 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@79610645(state=PENDING, result=null, callback=(continuation of Deferred@403909417 after retry RPC after error@1340576668) -> (continuation of Deferred@637234671 after retry RPC after error@1471132718) -> (continuation of Deferred@1449432977 after retry RPC after error@636257714) -> (continuation of Deferred@1527120117 after retry RPC after error@1898103167) -> (continuation of Deferred@50858197 after retry RPC after error@1116261395) -> (continuation of Deferred@702709023 after retry RPC after error@1319925861), errback=(continuation of Deferred@403909417 after retry RPC after error@1340576668) -> (continuation of Deferred@637234671 after retry RPC after error@1471132718) -> (continuation of Deferred@1449432977 after retry RPC after error@636257714) -> (continuation of Deferred@1527120117 after retry RPC after error@1898103167) -> (continuation of Deferred@50858197 after retry RPC after error@1116261395) -> (continuation of Deferred@702709023 after retry RPC after error@1319925861)))
09:04:49.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:49.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:49.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:49.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:49.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:49.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@218356497(state=PENDING, result=null, callback=(continuation of Deferred@463416008 after retry RPC after error@710296795) -> (continuation of Deferred@1059442752 after retry RPC after error@753754086) -> (continuation of Deferred@1321662937 after retry RPC after error@1454246982) -> (continuation of Deferred@1192780035 after retry RPC after error@21759081) -> (continuation of Deferred@2025663912 after retry RPC after error@1591202501) -> (continuation of Deferred@1522770021 after retry RPC after error@994940952) -> (continuation of Deferred@705438388 after retry RPC after error@1244499146) -> (continuation of Deferred@220912994 after retry RPC after error@1525680519), errback=(continuation of Deferred@463416008 after retry RPC after error@710296795) -> (continuation of Deferred@1059442752 after retry RPC after error@753754086) -> (continuation of Deferred@1321662937 after retry RPC after error@1454246982) -> (continuation of Deferred@1192780035 after retry RPC after error@21759081) -> (continuation of Deferred@2025663912 after retry RPC after error@1591202501) -> (continuation of Deferred@1522770021 after retry RPC after error@994940952) -> (continuation of Deferred@705438388 after retry RPC after error@1244499146) -> (continuation of Deferred@220912994 after retry RPC after error@1525680519)))
09:04:50.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@218356497(state=PENDING, result=null, callback=(continuation of Deferred@463416008 after retry RPC after error@710296795) -> (continuation of Deferred@1059442752 after retry RPC after error@753754086) -> (continuation of Deferred@1321662937 after retry RPC after error@1454246982) -> (continuation of Deferred@1192780035 after retry RPC after error@21759081) -> (continuation of Deferred@2025663912 after retry RPC after error@1591202501) -> (continuation of Deferred@1522770021 after retry RPC after error@994940952) -> (continuation of Deferred@705438388 after retry RPC after error@1244499146) -> (continuation of Deferred@220912994 after retry RPC after error@1525680519), errback=(continuation of Deferred@463416008 after retry RPC after error@710296795) -> (continuation of Deferred@1059442752 after retry RPC after error@753754086) -> (continuation of Deferred@1321662937 after retry RPC after error@1454246982) -> (continuation of Deferred@1192780035 after retry RPC after error@21759081) -> (continuation of Deferred@2025663912 after retry RPC after error@1591202501) -> (continuation of Deferred@1522770021 after retry RPC after error@994940952) -> (continuation of Deferred@705438388 after retry RPC after error@1244499146) -> (continuation of Deferred@220912994 after retry RPC after error@1525680519)))
09:04:50.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1527979876(state=PENDING, result=null, callback=(continuation of Deferred@255671372 after retry RPC after error@653925646) -> (continuation of Deferred@1377718364 after retry RPC after error@288726340) -> (continuation of Deferred@2005671026 after retry RPC after error@32009696) -> (continuation of Deferred@559169841 after retry RPC after error@473311202) -> (continuation of Deferred@189716378 after retry RPC after error@1233857662) -> (continuation of Deferred@1247125943 after retry RPC after error@1735497256), errback=(continuation of Deferred@255671372 after retry RPC after error@653925646) -> (continuation of Deferred@1377718364 after retry RPC after error@288726340) -> (continuation of Deferred@2005671026 after retry RPC after error@32009696) -> (continuation of Deferred@559169841 after retry RPC after error@473311202) -> (continuation of Deferred@189716378 after retry RPC after error@1233857662) -> (continuation of Deferred@1247125943 after retry RPC after error@1735497256)))
09:04:50.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1527979876(state=PENDING, result=null, callback=(continuation of Deferred@255671372 after retry RPC after error@653925646) -> (continuation of Deferred@1377718364 after retry RPC after error@288726340) -> (continuation of Deferred@2005671026 after retry RPC after error@32009696) -> (continuation of Deferred@559169841 after retry RPC after error@473311202) -> (continuation of Deferred@189716378 after retry RPC after error@1233857662) -> (continuation of Deferred@1247125943 after retry RPC after error@1735497256), errback=(continuation of Deferred@255671372 after retry RPC after error@653925646) -> (continuation of Deferred@1377718364 after retry RPC after error@288726340) -> (continuation of Deferred@2005671026 after retry RPC after error@32009696) -> (continuation of Deferred@559169841 after retry RPC after error@473311202) -> (continuation of Deferred@189716378 after retry RPC after error@1233857662) -> (continuation of Deferred@1247125943 after retry RPC after error@1735497256)))
09:04:50.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:50.378358 1278 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:50.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:50.378602 1278 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:50.379300 1278 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:50.381767 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:50.382004 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:50.382117 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:50.382406 1278 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@808154672(state=PENDING, result=null, callback=(continuation of Deferred@976947013 after retry RPC after error@1472712534) -> (continuation of Deferred@1286899602 after retry RPC after error@658895554) -> (continuation of Deferred@1160169536 after retry RPC after error@754062029) -> (continuation of Deferred@1142069462 after retry RPC after error@1279897972) -> (continuation of Deferred@1071518837 after retry RPC after error@59120953) -> (continuation of Deferred@1392701879 after retry RPC after error@1388394674) -> (continuation of Deferred@502522659 after retry RPC after error@774851185), errback=(continuation of Deferred@976947013 after retry RPC after error@1472712534) -> (continuation of Deferred@1286899602 after retry RPC after error@658895554) -> (continuation of Deferred@1160169536 after retry RPC after error@754062029) -> (continuation of Deferred@1142069462 after retry RPC after error@1279897972) -> (continuation of Deferred@1071518837 after retry RPC after error@59120953) -> (continuation of Deferred@1392701879 after retry RPC after error@1388394674) -> (continuation of Deferred@502522659 after retry RPC after error@774851185)))
09:04:50.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@808154672(state=PENDING, result=null, callback=(continuation of Deferred@976947013 after retry RPC after error@1472712534) -> (continuation of Deferred@1286899602 after retry RPC after error@658895554) -> (continuation of Deferred@1160169536 after retry RPC after error@754062029) -> (continuation of Deferred@1142069462 after retry RPC after error@1279897972) -> (continuation of Deferred@1071518837 after retry RPC after error@59120953) -> (continuation of Deferred@1392701879 after retry RPC after error@1388394674) -> (continuation of Deferred@502522659 after retry RPC after error@774851185), errback=(continuation of Deferred@976947013 after retry RPC after error@1472712534) -> (continuation of Deferred@1286899602 after retry RPC after error@658895554) -> (continuation of Deferred@1160169536 after retry RPC after error@754062029) -> (continuation of Deferred@1142069462 after retry RPC after error@1279897972) -> (continuation of Deferred@1071518837 after retry RPC after error@59120953) -> (continuation of Deferred@1392701879 after retry RPC after error@1388394674) -> (continuation of Deferred@502522659 after retry RPC after error@774851185)))
09:04:50.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.580 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1034273372(state=PENDING, result=null, callback=(continuation of Deferred@1229965540 after retry RPC after error@1064687643) -> (continuation of Deferred@1626242843 after retry RPC after error@1934288504) -> (continuation of Deferred@1156909085 after retry RPC after error@1439802776) -> (continuation of Deferred@1188306590 after retry RPC after error@1653164314) -> (continuation of Deferred@240128182 after retry RPC after error@1450543489) -> (continuation of Deferred@817061183 after retry RPC after error@408552362), errback=(continuation of Deferred@1229965540 after retry RPC after error@1064687643) -> (continuation of Deferred@1626242843 after retry RPC after error@1934288504) -> (continuation of Deferred@1156909085 after retry RPC after error@1439802776) -> (continuation of Deferred@1188306590 after retry RPC after error@1653164314) -> (continuation of Deferred@240128182 after retry RPC after error@1450543489) -> (continuation of Deferred@817061183 after retry RPC after error@408552362)))
09:04:50.580 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1034273372(state=PENDING, result=null, callback=(continuation of Deferred@1229965540 after retry RPC after error@1064687643) -> (continuation of Deferred@1626242843 after retry RPC after error@1934288504) -> (continuation of Deferred@1156909085 after retry RPC after error@1439802776) -> (continuation of Deferred@1188306590 after retry RPC after error@1653164314) -> (continuation of Deferred@240128182 after retry RPC after error@1450543489) -> (continuation of Deferred@817061183 after retry RPC after error@408552362), errback=(continuation of Deferred@1229965540 after retry RPC after error@1064687643) -> (continuation of Deferred@1626242843 after retry RPC after error@1934288504) -> (continuation of Deferred@1156909085 after retry RPC after error@1439802776) -> (continuation of Deferred@1188306590 after retry RPC after error@1653164314) -> (continuation of Deferred@240128182 after retry RPC after error@1450543489) -> (continuation of Deferred@817061183 after retry RPC after error@408552362)))
09:04:50.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2002900879(state=PENDING, result=null, callback=(continuation of Deferred@123426523 after retry RPC after error@1370008468) -> (continuation of Deferred@571050953 after retry RPC after error@1538125224) -> (continuation of Deferred@110990728 after retry RPC after error@318597828) -> (continuation of Deferred@2084891793 after retry RPC after error@1211141660) -> (continuation of Deferred@585855815 after retry RPC after error@1530500756) -> (continuation of Deferred@4380934 after retry RPC after error@1280243580) -> (continuation of Deferred@893830393 after retry RPC after error@576485875), errback=(continuation of Deferred@123426523 after retry RPC after error@1370008468) -> (continuation of Deferred@571050953 after retry RPC after error@1538125224) -> (continuation of Deferred@110990728 after retry RPC after error@318597828) -> (continuation of Deferred@2084891793 after retry RPC after error@1211141660) -> (continuation of Deferred@585855815 after retry RPC after error@1530500756) -> (continuation of Deferred@4380934 after retry RPC after error@1280243580) -> (continuation of Deferred@893830393 after retry RPC after error@576485875)))
09:04:50.800 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2002900879(state=PENDING, result=null, callback=(continuation of Deferred@123426523 after retry RPC after error@1370008468) -> (continuation of Deferred@571050953 after retry RPC after error@1538125224) -> (continuation of Deferred@110990728 after retry RPC after error@318597828) -> (continuation of Deferred@2084891793 after retry RPC after error@1211141660) -> (continuation of Deferred@585855815 after retry RPC after error@1530500756) -> (continuation of Deferred@4380934 after retry RPC after error@1280243580) -> (continuation of Deferred@893830393 after retry RPC after error@576485875), errback=(continuation of Deferred@123426523 after retry RPC after error@1370008468) -> (continuation of Deferred@571050953 after retry RPC after error@1538125224) -> (continuation of Deferred@110990728 after retry RPC after error@318597828) -> (continuation of Deferred@2084891793 after retry RPC after error@1211141660) -> (continuation of Deferred@585855815 after retry RPC after error@1530500756) -> (continuation of Deferred@4380934 after retry RPC after error@1280243580) -> (continuation of Deferred@893830393 after retry RPC after error@576485875)))
09:04:50.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:50.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@231916993(state=PENDING, result=null, callback=(continuation of Deferred@740673950 after retry RPC after error@1463098232) -> (continuation of Deferred@1052599040 after retry RPC after error@626677211) -> (continuation of Deferred@657523159 after retry RPC after error@1486893202) -> (continuation of Deferred@231800293 after retry RPC after error@2060686601) -> (continuation of Deferred@1430461501 after retry RPC after error@205423271) -> (continuation of Deferred@101415184 after retry RPC after error@1620496133) -> (continuation of Deferred@771331550 after retry RPC after error@1437208956), errback=(continuation of Deferred@740673950 after retry RPC after error@1463098232) -> (continuation of Deferred@1052599040 after retry RPC after error@626677211) -> (continuation of Deferred@657523159 after retry RPC after error@1486893202) -> (continuation of Deferred@231800293 after retry RPC after error@2060686601) -> (continuation of Deferred@1430461501 after retry RPC after error@205423271) -> (continuation of Deferred@101415184 after retry RPC after error@1620496133) -> (continuation of Deferred@771331550 after retry RPC after error@1437208956)))
09:04:50.981 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@231916993(state=PENDING, result=null, callback=(continuation of Deferred@740673950 after retry RPC after error@1463098232) -> (continuation of Deferred@1052599040 after retry RPC after error@626677211) -> (continuation of Deferred@657523159 after retry RPC after error@1486893202) -> (continuation of Deferred@231800293 after retry RPC after error@2060686601) -> (continuation of Deferred@1430461501 after retry RPC after error@205423271) -> (continuation of Deferred@101415184 after retry RPC after error@1620496133) -> (continuation of Deferred@771331550 after retry RPC after error@1437208956), errback=(continuation of Deferred@740673950 after retry RPC after error@1463098232) -> (continuation of Deferred@1052599040 after retry RPC after error@626677211) -> (continuation of Deferred@657523159 after retry RPC after error@1486893202) -> (continuation of Deferred@231800293 after retry RPC after error@2060686601) -> (continuation of Deferred@1430461501 after retry RPC after error@205423271) -> (continuation of Deferred@101415184 after retry RPC after error@1620496133) -> (continuation of Deferred@771331550 after retry RPC after error@1437208956)))
09:04:50.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:50.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:50.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:50.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:50.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.076783 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:04:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.076980 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:51.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.257 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1925320771(state=PENDING, result=null, callback=(continuation of Deferred@405872027 after retry RPC after error@483642043) -> (continuation of Deferred@1414928388 after retry RPC after error@921979589) -> (continuation of Deferred@641291333 after retry RPC after error@608027691) -> (continuation of Deferred@1087340176 after retry RPC after error@1425647150) -> (continuation of Deferred@948849544 after retry RPC after error@1926814766) -> (continuation of Deferred@1230505755 after retry RPC after error@1342771400) -> (continuation of Deferred@437375818 after retry RPC after error@773604746) -> (continuation of Deferred@670433165 after retry RPC after error@1071789291), errback=(continuation of Deferred@405872027 after retry RPC after error@483642043) -> (continuation of Deferred@1414928388 after retry RPC after error@921979589) -> (continuation of Deferred@641291333 after retry RPC after error@608027691) -> (continuation of Deferred@1087340176 after retry RPC after error@1425647150) -> (continuation of Deferred@948849544 after retry RPC after error@1926814766) -> (continuation of Deferred@1230505755 after retry RPC after error@1342771400) -> (continuation of Deferred@437375818 after retry RPC after error@773604746) -> (continuation of Deferred@670433165 after retry RPC after error@1071789291)))
09:04:51.258 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:51.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.458048 1287 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.458282 1287 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.459043 1287 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:51.459720 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111) [suppressed 10 similar messages]
09:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:51.461000 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:51.461192 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.461275 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:51.461508 1287 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:51.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1171969053(state=PENDING, result=null, callback=(continuation of Deferred@1230816569 after retry RPC after error@1564987630) -> (continuation of Deferred@1914528422 after retry RPC after error@1635007172) -> (continuation of Deferred@1311661790 after retry RPC after error@764225365) -> (continuation of Deferred@882665488 after retry RPC after error@1954465373) -> (continuation of Deferred@1209708194 after retry RPC after error@208248699) -> (continuation of Deferred@1541585422 after retry RPC after error@1504494337) -> (continuation of Deferred@1147013416 after retry RPC after error@67949727), errback=(continuation of Deferred@1230816569 after retry RPC after error@1564987630) -> (continuation of Deferred@1914528422 after retry RPC after error@1635007172) -> (continuation of Deferred@1311661790 after retry RPC after error@764225365) -> (continuation of Deferred@882665488 after retry RPC after error@1954465373) -> (continuation of Deferred@1209708194 after retry RPC after error@208248699) -> (continuation of Deferred@1541585422 after retry RPC after error@1504494337) -> (continuation of Deferred@1147013416 after retry RPC after error@67949727)))
09:04:51.481 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1171969053(state=PENDING, result=null, callback=(continuation of Deferred@1230816569 after retry RPC after error@1564987630) -> (continuation of Deferred@1914528422 after retry RPC after error@1635007172) -> (continuation of Deferred@1311661790 after retry RPC after error@764225365) -> (continuation of Deferred@882665488 after retry RPC after error@1954465373) -> (continuation of Deferred@1209708194 after retry RPC after error@208248699) -> (continuation of Deferred@1541585422 after retry RPC after error@1504494337) -> (continuation of Deferred@1147013416 after retry RPC after error@67949727), errback=(continuation of Deferred@1230816569 after retry RPC after error@1564987630) -> (continuation of Deferred@1914528422 after retry RPC after error@1635007172) -> (continuation of Deferred@1311661790 after retry RPC after error@764225365) -> (continuation of Deferred@882665488 after retry RPC after error@1954465373) -> (continuation of Deferred@1209708194 after retry RPC after error@208248699) -> (continuation of Deferred@1541585422 after retry RPC after error@1504494337) -> (continuation of Deferred@1147013416 after retry RPC after error@67949727)))
09:04:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@847024839(state=PENDING, result=null, callback=(continuation of Deferred@1431253026 after retry RPC after error@1798606977) -> (continuation of Deferred@1686675445 after retry RPC after error@850707209) -> (continuation of Deferred@517352285 after retry RPC after error@1361645726) -> (continuation of Deferred@1912490617 after retry RPC after error@1707500484) -> (continuation of Deferred@1248145634 after retry RPC after error@1397843152) -> (continuation of Deferred@1350517057 after retry RPC after error@108118217), errback=(continuation of Deferred@1431253026 after retry RPC after error@1798606977) -> (continuation of Deferred@1686675445 after retry RPC after error@850707209) -> (continuation of Deferred@517352285 after retry RPC after error@1361645726) -> (continuation of Deferred@1912490617 after retry RPC after error@1707500484) -> (continuation of Deferred@1248145634 after retry RPC after error@1397843152) -> (continuation of Deferred@1350517057 after retry RPC after error@108118217)))
09:04:51.699 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@847024839(state=PENDING, result=null, callback=(continuation of Deferred@1431253026 after retry RPC after error@1798606977) -> (continuation of Deferred@1686675445 after retry RPC after error@850707209) -> (continuation of Deferred@517352285 after retry RPC after error@1361645726) -> (continuation of Deferred@1912490617 after retry RPC after error@1707500484) -> (continuation of Deferred@1248145634 after retry RPC after error@1397843152) -> (continuation of Deferred@1350517057 after retry RPC after error@108118217), errback=(continuation of Deferred@1431253026 after retry RPC after error@1798606977) -> (continuation of Deferred@1686675445 after retry RPC after error@850707209) -> (continuation of Deferred@517352285 after retry RPC after error@1361645726) -> (continuation of Deferred@1912490617 after retry RPC after error@1707500484) -> (continuation of Deferred@1248145634 after retry RPC after error@1397843152) -> (continuation of Deferred@1350517057 after retry RPC after error@108118217)))
09:04:51.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:51.978 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@264864526(state=PENDING, result=null, callback=(continuation of Deferred@1509362532 after retry RPC after error@485680465) -> (continuation of Deferred@1622533785 after retry RPC after error@598198386) -> (continuation of Deferred@1122655049 after retry RPC after error@1228531240) -> (continuation of Deferred@108478648 after retry RPC after error@453962844) -> (continuation of Deferred@187616359 after retry RPC after error@228615052) -> (continuation of Deferred@837713920 after retry RPC after error@1575941741) -> (continuation of Deferred@551441475 after retry RPC after error@787283927), errback=(continuation of Deferred@1509362532 after retry RPC after error@485680465) -> (continuation of Deferred@1622533785 after retry RPC after error@598198386) -> (continuation of Deferred@1122655049 after retry RPC after error@1228531240) -> (continuation of Deferred@108478648 after retry RPC after error@453962844) -> (continuation of Deferred@187616359 after retry RPC after error@228615052) -> (continuation of Deferred@837713920 after retry RPC after error@1575941741) -> (continuation of Deferred@551441475 after retry RPC after error@787283927)))
09:04:51.978 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:51.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:51.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:51.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:51.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:51.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.240 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1866411119(state=PENDING, result=null, callback=(continuation of Deferred@1110699881 after retry RPC after error@1492752871) -> (continuation of Deferred@268367762 after retry RPC after error@422903382) -> (continuation of Deferred@1143014078 after retry RPC after error@1342410108) -> (continuation of Deferred@683258505 after retry RPC after error@373374854) -> (continuation of Deferred@1522137858 after retry RPC after error@371057988) -> (continuation of Deferred@1943351540 after retry RPC after error@1819778055) -> (continuation of Deferred@2030242656 after retry RPC after error@13493953), errback=(continuation of Deferred@1110699881 after retry RPC after error@1492752871) -> (continuation of Deferred@268367762 after retry RPC after error@422903382) -> (continuation of Deferred@1143014078 after retry RPC after error@1342410108) -> (continuation of Deferred@683258505 after retry RPC after error@373374854) -> (continuation of Deferred@1522137858 after retry RPC after error@371057988) -> (continuation of Deferred@1943351540 after retry RPC after error@1819778055) -> (continuation of Deferred@2030242656 after retry RPC after error@13493953)))
09:04:52.241 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1866411119(state=PENDING, result=null, callback=(continuation of Deferred@1110699881 after retry RPC after error@1492752871) -> (continuation of Deferred@268367762 after retry RPC after error@422903382) -> (continuation of Deferred@1143014078 after retry RPC after error@1342410108) -> (continuation of Deferred@683258505 after retry RPC after error@373374854) -> (continuation of Deferred@1522137858 after retry RPC after error@371057988) -> (continuation of Deferred@1943351540 after retry RPC after error@1819778055) -> (continuation of Deferred@2030242656 after retry RPC after error@13493953), errback=(continuation of Deferred@1110699881 after retry RPC after error@1492752871) -> (continuation of Deferred@268367762 after retry RPC after error@422903382) -> (continuation of Deferred@1143014078 after retry RPC after error@1342410108) -> (continuation of Deferred@683258505 after retry RPC after error@373374854) -> (continuation of Deferred@1522137858 after retry RPC after error@371057988) -> (continuation of Deferred@1943351540 after retry RPC after error@1819778055) -> (continuation of Deferred@2030242656 after retry RPC after error@13493953)))
09:04:52.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.441 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@399994013(state=PENDING, result=null, callback=(continuation of Deferred@1646340539 after retry RPC after error@1663299472) -> (continuation of Deferred@941780258 after retry RPC after error@347950399) -> (continuation of Deferred@2142946018 after retry RPC after error@52030954) -> (continuation of Deferred@687463382 after retry RPC after error@1448324931) -> (continuation of Deferred@2144848569 after retry RPC after error@862789140) -> (continuation of Deferred@1428968644 after retry RPC after error@508477589) -> (continuation of Deferred@1603093479 after retry RPC after error@72051644), errback=(continuation of Deferred@1646340539 after retry RPC after error@1663299472) -> (continuation of Deferred@941780258 after retry RPC after error@347950399) -> (continuation of Deferred@2142946018 after retry RPC after error@52030954) -> (continuation of Deferred@687463382 after retry RPC after error@1448324931) -> (continuation of Deferred@2144848569 after retry RPC after error@862789140) -> (continuation of Deferred@1428968644 after retry RPC after error@508477589) -> (continuation of Deferred@1603093479 after retry RPC after error@72051644)))
09:04:52.441 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@399994013(state=PENDING, result=null, callback=(continuation of Deferred@1646340539 after retry RPC after error@1663299472) -> (continuation of Deferred@941780258 after retry RPC after error@347950399) -> (continuation of Deferred@2142946018 after retry RPC after error@52030954) -> (continuation of Deferred@687463382 after retry RPC after error@1448324931) -> (continuation of Deferred@2144848569 after retry RPC after error@862789140) -> (continuation of Deferred@1428968644 after retry RPC after error@508477589) -> (continuation of Deferred@1603093479 after retry RPC after error@72051644), errback=(continuation of Deferred@1646340539 after retry RPC after error@1663299472) -> (continuation of Deferred@941780258 after retry RPC after error@347950399) -> (continuation of Deferred@2142946018 after retry RPC after error@52030954) -> (continuation of Deferred@687463382 after retry RPC after error@1448324931) -> (continuation of Deferred@2144848569 after retry RPC after error@862789140) -> (continuation of Deferred@1428968644 after retry RPC after error@508477589) -> (continuation of Deferred@1603093479 after retry RPC after error@72051644)))
09:04:52.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.701 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [244ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1009526818(state=PENDING, result=null, callback=(continuation of Deferred@516925822 after retry RPC after error@973628015) -> (continuation of Deferred@625570978 after retry RPC after error@2029593873) -> (continuation of Deferred@463398697 after retry RPC after error@1660740911) -> (continuation of Deferred@209609142 after retry RPC after error@1033772165) -> (continuation of Deferred@1372918704 after retry RPC after error@1418019128) -> (continuation of Deferred@722069967 after retry RPC after error@1723773471) -> (continuation of Deferred@529491435 after retry RPC after error@1635609507), errback=(continuation of Deferred@516925822 after retry RPC after error@973628015) -> (continuation of Deferred@625570978 after retry RPC after error@2029593873) -> (continuation of Deferred@463398697 after retry RPC after error@1660740911) -> (continuation of Deferred@209609142 after retry RPC after error@1033772165) -> (continuation of Deferred@1372918704 after retry RPC after error@1418019128) -> (continuation of Deferred@722069967 after retry RPC after error@1723773471) -> (continuation of Deferred@529491435 after retry RPC after error@1635609507)))
09:04:52.701 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [244ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1009526818(state=PENDING, result=null, callback=(continuation of Deferred@516925822 after retry RPC after error@973628015) -> (continuation of Deferred@625570978 after retry RPC after error@2029593873) -> (continuation of Deferred@463398697 after retry RPC after error@1660740911) -> (continuation of Deferred@209609142 after retry RPC after error@1033772165) -> (continuation of Deferred@1372918704 after retry RPC after error@1418019128) -> (continuation of Deferred@722069967 after retry RPC after error@1723773471) -> (continuation of Deferred@529491435 after retry RPC after error@1635609507), errback=(continuation of Deferred@516925822 after retry RPC after error@973628015) -> (continuation of Deferred@625570978 after retry RPC after error@2029593873) -> (continuation of Deferred@463398697 after retry RPC after error@1660740911) -> (continuation of Deferred@209609142 after retry RPC after error@1033772165) -> (continuation of Deferred@1372918704 after retry RPC after error@1418019128) -> (continuation of Deferred@722069967 after retry RPC after error@1723773471) -> (continuation of Deferred@529491435 after retry RPC after error@1635609507)))
09:04:52.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1191031501(state=PENDING, result=null, callback=(continuation of Deferred@1911662464 after retry RPC after error@1963868275) -> (continuation of Deferred@470882406 after retry RPC after error@928099059) -> (continuation of Deferred@1273022014 after retry RPC after error@1290410729) -> (continuation of Deferred@1487726906 after retry RPC after error@1645266670) -> (continuation of Deferred@797715876 after retry RPC after error@866994158) -> (continuation of Deferred@217554328 after retry RPC after error@1748245854) -> (continuation of Deferred@647757041 after retry RPC after error@2135973371), errback=(continuation of Deferred@1911662464 after retry RPC after error@1963868275) -> (continuation of Deferred@470882406 after retry RPC after error@928099059) -> (continuation of Deferred@1273022014 after retry RPC after error@1290410729) -> (continuation of Deferred@1487726906 after retry RPC after error@1645266670) -> (continuation of Deferred@797715876 after retry RPC after error@866994158) -> (continuation of Deferred@217554328 after retry RPC after error@1748245854) -> (continuation of Deferred@647757041 after retry RPC after error@2135973371)))
09:04:52.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1191031501(state=PENDING, result=null, callback=(continuation of Deferred@1911662464 after retry RPC after error@1963868275) -> (continuation of Deferred@470882406 after retry RPC after error@928099059) -> (continuation of Deferred@1273022014 after retry RPC after error@1290410729) -> (continuation of Deferred@1487726906 after retry RPC after error@1645266670) -> (continuation of Deferred@797715876 after retry RPC after error@866994158) -> (continuation of Deferred@217554328 after retry RPC after error@1748245854) -> (continuation of Deferred@647757041 after retry RPC after error@2135973371), errback=(continuation of Deferred@1911662464 after retry RPC after error@1963868275) -> (continuation of Deferred@470882406 after retry RPC after error@928099059) -> (continuation of Deferred@1273022014 after retry RPC after error@1290410729) -> (continuation of Deferred@1487726906 after retry RPC after error@1645266670) -> (continuation of Deferred@797715876 after retry RPC after error@866994158) -> (continuation of Deferred@217554328 after retry RPC after error@1748245854) -> (continuation of Deferred@647757041 after retry RPC after error@2135973371)))
09:04:52.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:52.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:52.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:52.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:52.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:52.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@456056612(state=PENDING, result=null, callback=(continuation of Deferred@1645035540 after retry RPC after error@54055022) -> (continuation of Deferred@551601190 after retry RPC after error@1297807585) -> (continuation of Deferred@1172245694 after retry RPC after error@10559435) -> (continuation of Deferred@650525197 after retry RPC after error@1010914244) -> (continuation of Deferred@21369358 after retry RPC after error@160504490) -> (continuation of Deferred@512778183 after retry RPC after error@679080098) -> (continuation of Deferred@421413313 after retry RPC after error@417029122), errback=(continuation of Deferred@1645035540 after retry RPC after error@54055022) -> (continuation of Deferred@551601190 after retry RPC after error@1297807585) -> (continuation of Deferred@1172245694 after retry RPC after error@10559435) -> (continuation of Deferred@650525197 after retry RPC after error@1010914244) -> (continuation of Deferred@21369358 after retry RPC after error@160504490) -> (continuation of Deferred@512778183 after retry RPC after error@679080098) -> (continuation of Deferred@421413313 after retry RPC after error@417029122)))
09:04:53.180 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@456056612(state=PENDING, result=null, callback=(continuation of Deferred@1645035540 after retry RPC after error@54055022) -> (continuation of Deferred@551601190 after retry RPC after error@1297807585) -> (continuation of Deferred@1172245694 after retry RPC after error@10559435) -> (continuation of Deferred@650525197 after retry RPC after error@1010914244) -> (continuation of Deferred@21369358 after retry RPC after error@160504490) -> (continuation of Deferred@512778183 after retry RPC after error@679080098) -> (continuation of Deferred@421413313 after retry RPC after error@417029122), errback=(continuation of Deferred@1645035540 after retry RPC after error@54055022) -> (continuation of Deferred@551601190 after retry RPC after error@1297807585) -> (continuation of Deferred@1172245694 after retry RPC after error@10559435) -> (continuation of Deferred@650525197 after retry RPC after error@1010914244) -> (continuation of Deferred@21369358 after retry RPC after error@160504490) -> (continuation of Deferred@512778183 after retry RPC after error@679080098) -> (continuation of Deferred@421413313 after retry RPC after error@417029122)))
09:04:53.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:53.311558 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:04:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:53.313091 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:04:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:53.315375 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:04:53.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1691135052(state=PENDING, result=null, callback=(continuation of Deferred@308163720 after retry RPC after error@1919025810) -> (continuation of Deferred@1007593781 after retry RPC after error@1034017844) -> (continuation of Deferred@1580746108 after retry RPC after error@1017952955) -> (continuation of Deferred@1965226778 after retry RPC after error@1188157942) -> (continuation of Deferred@1524525045 after retry RPC after error@67008375) -> (continuation of Deferred@1642505785 after retry RPC after error@691064218) -> (continuation of Deferred@7923334 after retry RPC after error@1892514865), errback=(continuation of Deferred@308163720 after retry RPC after error@1919025810) -> (continuation of Deferred@1007593781 after retry RPC after error@1034017844) -> (continuation of Deferred@1580746108 after retry RPC after error@1017952955) -> (continuation of Deferred@1965226778 after retry RPC after error@1188157942) -> (continuation of Deferred@1524525045 after retry RPC after error@67008375) -> (continuation of Deferred@1642505785 after retry RPC after error@691064218) -> (continuation of Deferred@7923334 after retry RPC after error@1892514865)))
09:04:53.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1691135052(state=PENDING, result=null, callback=(continuation of Deferred@308163720 after retry RPC after error@1919025810) -> (continuation of Deferred@1007593781 after retry RPC after error@1034017844) -> (continuation of Deferred@1580746108 after retry RPC after error@1017952955) -> (continuation of Deferred@1965226778 after retry RPC after error@1188157942) -> (continuation of Deferred@1524525045 after retry RPC after error@67008375) -> (continuation of Deferred@1642505785 after retry RPC after error@691064218) -> (continuation of Deferred@7923334 after retry RPC after error@1892514865), errback=(continuation of Deferred@308163720 after retry RPC after error@1919025810) -> (continuation of Deferred@1007593781 after retry RPC after error@1034017844) -> (continuation of Deferred@1580746108 after retry RPC after error@1017952955) -> (continuation of Deferred@1965226778 after retry RPC after error@1188157942) -> (continuation of Deferred@1524525045 after retry RPC after error@67008375) -> (continuation of Deferred@1642505785 after retry RPC after error@691064218) -> (continuation of Deferred@7923334 after retry RPC after error@1892514865)))
09:04:53.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:53.666461 1298 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:53.666668 1298 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:53.667351 1298 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:53.669778 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:53.669986 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:53.670080 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:53.670326 1298 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:53.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@680976233(state=PENDING, result=null, callback=(continuation of Deferred@1269172174 after retry RPC after error@1036544937) -> (continuation of Deferred@484448841 after retry RPC after error@34861867) -> (continuation of Deferred@2045779152 after retry RPC after error@127640932) -> (continuation of Deferred@456512908 after retry RPC after error@102954858) -> (continuation of Deferred@2144169442 after retry RPC after error@623335418) -> (continuation of Deferred@269188967 after retry RPC after error@16995243) -> (continuation of Deferred@364219412 after retry RPC after error@171086303), errback=(continuation of Deferred@1269172174 after retry RPC after error@1036544937) -> (continuation of Deferred@484448841 after retry RPC after error@34861867) -> (continuation of Deferred@2045779152 after retry RPC after error@127640932) -> (continuation of Deferred@456512908 after retry RPC after error@102954858) -> (continuation of Deferred@2144169442 after retry RPC after error@623335418) -> (continuation of Deferred@269188967 after retry RPC after error@16995243) -> (continuation of Deferred@364219412 after retry RPC after error@171086303)))
09:04:53.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@680976233(state=PENDING, result=null, callback=(continuation of Deferred@1269172174 after retry RPC after error@1036544937) -> (continuation of Deferred@484448841 after retry RPC after error@34861867) -> (continuation of Deferred@2045779152 after retry RPC after error@127640932) -> (continuation of Deferred@456512908 after retry RPC after error@102954858) -> (continuation of Deferred@2144169442 after retry RPC after error@623335418) -> (continuation of Deferred@269188967 after retry RPC after error@16995243) -> (continuation of Deferred@364219412 after retry RPC after error@171086303), errback=(continuation of Deferred@1269172174 after retry RPC after error@1036544937) -> (continuation of Deferred@484448841 after retry RPC after error@34861867) -> (continuation of Deferred@2045779152 after retry RPC after error@127640932) -> (continuation of Deferred@456512908 after retry RPC after error@102954858) -> (continuation of Deferred@2144169442 after retry RPC after error@623335418) -> (continuation of Deferred@269188967 after retry RPC after error@16995243) -> (continuation of Deferred@364219412 after retry RPC after error@171086303)))
09:04:53.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1737555019(state=PENDING, result=null, callback=(continuation of Deferred@706014490 after retry RPC after error@1577592214) -> (continuation of Deferred@891903565 after retry RPC after error@1438359047) -> (continuation of Deferred@1489687959 after retry RPC after error@1198616461) -> (continuation of Deferred@945134104 after retry RPC after error@832008371) -> (continuation of Deferred@1073704315 after retry RPC after error@1941860366) -> (continuation of Deferred@1739567419 after retry RPC after error@1840727957) -> (continuation of Deferred@694643693 after retry RPC after error@693719247), errback=(continuation of Deferred@706014490 after retry RPC after error@1577592214) -> (continuation of Deferred@891903565 after retry RPC after error@1438359047) -> (continuation of Deferred@1489687959 after retry RPC after error@1198616461) -> (continuation of Deferred@945134104 after retry RPC after error@832008371) -> (continuation of Deferred@1073704315 after retry RPC after error@1941860366) -> (continuation of Deferred@1739567419 after retry RPC after error@1840727957) -> (continuation of Deferred@694643693 after retry RPC after error@693719247)))
09:04:53.880 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1737555019(state=PENDING, result=null, callback=(continuation of Deferred@706014490 after retry RPC after error@1577592214) -> (continuation of Deferred@891903565 after retry RPC after error@1438359047) -> (continuation of Deferred@1489687959 after retry RPC after error@1198616461) -> (continuation of Deferred@945134104 after retry RPC after error@832008371) -> (continuation of Deferred@1073704315 after retry RPC after error@1941860366) -> (continuation of Deferred@1739567419 after retry RPC after error@1840727957) -> (continuation of Deferred@694643693 after retry RPC after error@693719247), errback=(continuation of Deferred@706014490 after retry RPC after error@1577592214) -> (continuation of Deferred@891903565 after retry RPC after error@1438359047) -> (continuation of Deferred@1489687959 after retry RPC after error@1198616461) -> (continuation of Deferred@945134104 after retry RPC after error@832008371) -> (continuation of Deferred@1073704315 after retry RPC after error@1941860366) -> (continuation of Deferred@1739567419 after retry RPC after error@1840727957) -> (continuation of Deferred@694643693 after retry RPC after error@693719247)))
09:04:53.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:53.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:53.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:53.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.157 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1263700668(state=PENDING, result=null, callback=(continuation of Deferred@83647057 after retry RPC after error@2136649333) -> (continuation of Deferred@964007577 after retry RPC after error@1722674273) -> (continuation of Deferred@15014967 after retry RPC after error@719729496) -> (continuation of Deferred@1060284867 after retry RPC after error@922059936) -> (continuation of Deferred@517546733 after retry RPC after error@96382621) -> (continuation of Deferred@795370328 after retry RPC after error@891429521) -> (continuation of Deferred@1648074898 after retry RPC after error@302067726), errback=(continuation of Deferred@83647057 after retry RPC after error@2136649333) -> (continuation of Deferred@964007577 after retry RPC after error@1722674273) -> (continuation of Deferred@15014967 after retry RPC after error@719729496) -> (continuation of Deferred@1060284867 after retry RPC after error@922059936) -> (continuation of Deferred@517546733 after retry RPC after error@96382621) -> (continuation of Deferred@795370328 after retry RPC after error@891429521) -> (continuation of Deferred@1648074898 after retry RPC after error@302067726)))
09:04:54.158 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:54.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@251453121(state=PENDING, result=null, callback=(continuation of Deferred@187139809 after retry RPC after error@1233263979) -> (continuation of Deferred@2109118897 after retry RPC after error@357849616) -> (continuation of Deferred@578012885 after retry RPC after error@2076438197) -> (continuation of Deferred@854694765 after retry RPC after error@96654329) -> (continuation of Deferred@960231674 after retry RPC after error@1567170350) -> (continuation of Deferred@1669188893 after retry RPC after error@1882425232) -> (continuation of Deferred@380198212 after retry RPC after error@53256400), errback=(continuation of Deferred@187139809 after retry RPC after error@1233263979) -> (continuation of Deferred@2109118897 after retry RPC after error@357849616) -> (continuation of Deferred@578012885 after retry RPC after error@2076438197) -> (continuation of Deferred@854694765 after retry RPC after error@96654329) -> (continuation of Deferred@960231674 after retry RPC after error@1567170350) -> (continuation of Deferred@1669188893 after retry RPC after error@1882425232) -> (continuation of Deferred@380198212 after retry RPC after error@53256400)))
09:04:54.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@251453121(state=PENDING, result=null, callback=(continuation of Deferred@187139809 after retry RPC after error@1233263979) -> (continuation of Deferred@2109118897 after retry RPC after error@357849616) -> (continuation of Deferred@578012885 after retry RPC after error@2076438197) -> (continuation of Deferred@854694765 after retry RPC after error@96654329) -> (continuation of Deferred@960231674 after retry RPC after error@1567170350) -> (continuation of Deferred@1669188893 after retry RPC after error@1882425232) -> (continuation of Deferred@380198212 after retry RPC after error@53256400), errback=(continuation of Deferred@187139809 after retry RPC after error@1233263979) -> (continuation of Deferred@2109118897 after retry RPC after error@357849616) -> (continuation of Deferred@578012885 after retry RPC after error@2076438197) -> (continuation of Deferred@854694765 after retry RPC after error@96654329) -> (continuation of Deferred@960231674 after retry RPC after error@1567170350) -> (continuation of Deferred@1669188893 after retry RPC after error@1882425232) -> (continuation of Deferred@380198212 after retry RPC after error@53256400)))
09:04:54.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1932907983(state=PENDING, result=null, callback=(continuation of Deferred@249322587 after retry RPC after error@604361846) -> (continuation of Deferred@1728484207 after retry RPC after error@977316333) -> (continuation of Deferred@1452409978 after retry RPC after error@1547619514) -> (continuation of Deferred@267432377 after retry RPC after error@809533035) -> (continuation of Deferred@1983319501 after retry RPC after error@1556497581) -> (continuation of Deferred@1446075381 after retry RPC after error@1697760382), errback=(continuation of Deferred@249322587 after retry RPC after error@604361846) -> (continuation of Deferred@1728484207 after retry RPC after error@977316333) -> (continuation of Deferred@1452409978 after retry RPC after error@1547619514) -> (continuation of Deferred@267432377 after retry RPC after error@809533035) -> (continuation of Deferred@1983319501 after retry RPC after error@1556497581) -> (continuation of Deferred@1446075381 after retry RPC after error@1697760382)))
09:04:54.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1932907983(state=PENDING, result=null, callback=(continuation of Deferred@249322587 after retry RPC after error@604361846) -> (continuation of Deferred@1728484207 after retry RPC after error@977316333) -> (continuation of Deferred@1452409978 after retry RPC after error@1547619514) -> (continuation of Deferred@267432377 after retry RPC after error@809533035) -> (continuation of Deferred@1983319501 after retry RPC after error@1556497581) -> (continuation of Deferred@1446075381 after retry RPC after error@1697760382), errback=(continuation of Deferred@249322587 after retry RPC after error@604361846) -> (continuation of Deferred@1728484207 after retry RPC after error@977316333) -> (continuation of Deferred@1452409978 after retry RPC after error@1547619514) -> (continuation of Deferred@267432377 after retry RPC after error@809533035) -> (continuation of Deferred@1983319501 after retry RPC after error@1556497581) -> (continuation of Deferred@1446075381 after retry RPC after error@1697760382)))
09:04:54.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@686370170(state=PENDING, result=null, callback=(continuation of Deferred@1843725379 after retry RPC after error@1385071644) -> (continuation of Deferred@431067452 after retry RPC after error@2018704781) -> (continuation of Deferred@1037056472 after retry RPC after error@467199002) -> (continuation of Deferred@250981932 after retry RPC after error@1629783274) -> (continuation of Deferred@1560702959 after retry RPC after error@19048545) -> (continuation of Deferred@570815143 after retry RPC after error@1732452825) -> (continuation of Deferred@156517321 after retry RPC after error@497124130) -> (continuation of Deferred@272419579 after retry RPC after error@1846508748), errback=(continuation of Deferred@1843725379 after retry RPC after error@1385071644) -> (continuation of Deferred@431067452 after retry RPC after error@2018704781) -> (continuation of Deferred@1037056472 after retry RPC after error@467199002) -> (continuation of Deferred@250981932 after retry RPC after error@1629783274) -> (continuation of Deferred@1560702959 after retry RPC after error@19048545) -> (continuation of Deferred@570815143 after retry RPC after error@1732452825) -> (continuation of Deferred@156517321 after retry RPC after error@497124130) -> (continuation of Deferred@272419579 after retry RPC after error@1846508748)))
09:04:54.842 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [225ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@686370170(state=PENDING, result=null, callback=(continuation of Deferred@1843725379 after retry RPC after error@1385071644) -> (continuation of Deferred@431067452 after retry RPC after error@2018704781) -> (continuation of Deferred@1037056472 after retry RPC after error@467199002) -> (continuation of Deferred@250981932 after retry RPC after error@1629783274) -> (continuation of Deferred@1560702959 after retry RPC after error@19048545) -> (continuation of Deferred@570815143 after retry RPC after error@1732452825) -> (continuation of Deferred@156517321 after retry RPC after error@497124130) -> (continuation of Deferred@272419579 after retry RPC after error@1846508748), errback=(continuation of Deferred@1843725379 after retry RPC after error@1385071644) -> (continuation of Deferred@431067452 after retry RPC after error@2018704781) -> (continuation of Deferred@1037056472 after retry RPC after error@467199002) -> (continuation of Deferred@250981932 after retry RPC after error@1629783274) -> (continuation of Deferred@1560702959 after retry RPC after error@19048545) -> (continuation of Deferred@570815143 after retry RPC after error@1732452825) -> (continuation of Deferred@156517321 after retry RPC after error@497124130) -> (continuation of Deferred@272419579 after retry RPC after error@1846508748)))
09:04:54.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:54.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:54.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:54.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:54.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:54.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.060 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1737780631(state=PENDING, result=null, callback=(continuation of Deferred@54994254 after retry RPC after error@487839893) -> (continuation of Deferred@791042483 after retry RPC after error@1805279509) -> (continuation of Deferred@1364018301 after retry RPC after error@1385818545) -> (continuation of Deferred@1341114768 after retry RPC after error@2001046449) -> (continuation of Deferred@1276139400 after retry RPC after error@1364851674) -> (continuation of Deferred@1615534888 after retry RPC after error@998775955) -> (continuation of Deferred@1969922173 after retry RPC after error@1802699297), errback=(continuation of Deferred@54994254 after retry RPC after error@487839893) -> (continuation of Deferred@791042483 after retry RPC after error@1805279509) -> (continuation of Deferred@1364018301 after retry RPC after error@1385818545) -> (continuation of Deferred@1341114768 after retry RPC after error@2001046449) -> (continuation of Deferred@1276139400 after retry RPC after error@1364851674) -> (continuation of Deferred@1615534888 after retry RPC after error@998775955) -> (continuation of Deferred@1969922173 after retry RPC after error@1802699297)))
09:04:55.060 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1737780631(state=PENDING, result=null, callback=(continuation of Deferred@54994254 after retry RPC after error@487839893) -> (continuation of Deferred@791042483 after retry RPC after error@1805279509) -> (continuation of Deferred@1364018301 after retry RPC after error@1385818545) -> (continuation of Deferred@1341114768 after retry RPC after error@2001046449) -> (continuation of Deferred@1276139400 after retry RPC after error@1364851674) -> (continuation of Deferred@1615534888 after retry RPC after error@998775955) -> (continuation of Deferred@1969922173 after retry RPC after error@1802699297), errback=(continuation of Deferred@54994254 after retry RPC after error@487839893) -> (continuation of Deferred@791042483 after retry RPC after error@1805279509) -> (continuation of Deferred@1364018301 after retry RPC after error@1385818545) -> (continuation of Deferred@1341114768 after retry RPC after error@2001046449) -> (continuation of Deferred@1276139400 after retry RPC after error@1364851674) -> (continuation of Deferred@1615534888 after retry RPC after error@998775955) -> (continuation of Deferred@1969922173 after retry RPC after error@1802699297)))
09:04:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1359541934(state=PENDING, result=null, callback=(continuation of Deferred@2081375091 after retry RPC after error@1292185816) -> (continuation of Deferred@1851391324 after retry RPC after error@2029181887) -> (continuation of Deferred@2128612105 after retry RPC after error@445081597) -> (continuation of Deferred@991283948 after retry RPC after error@1431617810) -> (continuation of Deferred@722612466 after retry RPC after error@176886498) -> (continuation of Deferred@526183413 after retry RPC after error@1827923293) -> (continuation of Deferred@1448922513 after retry RPC after error@76728762), errback=(continuation of Deferred@2081375091 after retry RPC after error@1292185816) -> (continuation of Deferred@1851391324 after retry RPC after error@2029181887) -> (continuation of Deferred@2128612105 after retry RPC after error@445081597) -> (continuation of Deferred@991283948 after retry RPC after error@1431617810) -> (continuation of Deferred@722612466 after retry RPC after error@176886498) -> (continuation of Deferred@526183413 after retry RPC after error@1827923293) -> (continuation of Deferred@1448922513 after retry RPC after error@76728762)))
09:04:55.221 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1359541934(state=PENDING, result=null, callback=(continuation of Deferred@2081375091 after retry RPC after error@1292185816) -> (continuation of Deferred@1851391324 after retry RPC after error@2029181887) -> (continuation of Deferred@2128612105 after retry RPC after error@445081597) -> (continuation of Deferred@991283948 after retry RPC after error@1431617810) -> (continuation of Deferred@722612466 after retry RPC after error@176886498) -> (continuation of Deferred@526183413 after retry RPC after error@1827923293) -> (continuation of Deferred@1448922513 after retry RPC after error@76728762), errback=(continuation of Deferred@2081375091 after retry RPC after error@1292185816) -> (continuation of Deferred@1851391324 after retry RPC after error@2029181887) -> (continuation of Deferred@2128612105 after retry RPC after error@445081597) -> (continuation of Deferred@991283948 after retry RPC after error@1431617810) -> (continuation of Deferred@722612466 after retry RPC after error@176886498) -> (continuation of Deferred@526183413 after retry RPC after error@1827923293) -> (continuation of Deferred@1448922513 after retry RPC after error@76728762)))
09:04:55.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:55.423099 1311 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:55.423301 1311 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:55.423898 1311 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:55.426415 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:55.426640 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:55.426734 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:55.427016 1311 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:55.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2052415212(state=PENDING, result=null, callback=(continuation of Deferred@814646001 after retry RPC after error@1640073714) -> (continuation of Deferred@160090396 after retry RPC after error@1509442815) -> (continuation of Deferred@489020475 after retry RPC after error@1892042868) -> (continuation of Deferred@802925913 after retry RPC after error@882891745) -> (continuation of Deferred@124263757 after retry RPC after error@1169125436) -> (continuation of Deferred@929868981 after retry RPC after error@2112239978) -> (continuation of Deferred@975426030 after retry RPC after error@70481926), errback=(continuation of Deferred@814646001 after retry RPC after error@1640073714) -> (continuation of Deferred@160090396 after retry RPC after error@1509442815) -> (continuation of Deferred@489020475 after retry RPC after error@1892042868) -> (continuation of Deferred@802925913 after retry RPC after error@882891745) -> (continuation of Deferred@124263757 after retry RPC after error@1169125436) -> (continuation of Deferred@929868981 after retry RPC after error@2112239978) -> (continuation of Deferred@975426030 after retry RPC after error@70481926)))
09:04:55.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2052415212(state=PENDING, result=null, callback=(continuation of Deferred@814646001 after retry RPC after error@1640073714) -> (continuation of Deferred@160090396 after retry RPC after error@1509442815) -> (continuation of Deferred@489020475 after retry RPC after error@1892042868) -> (continuation of Deferred@802925913 after retry RPC after error@882891745) -> (continuation of Deferred@124263757 after retry RPC after error@1169125436) -> (continuation of Deferred@929868981 after retry RPC after error@2112239978) -> (continuation of Deferred@975426030 after retry RPC after error@70481926), errback=(continuation of Deferred@814646001 after retry RPC after error@1640073714) -> (continuation of Deferred@160090396 after retry RPC after error@1509442815) -> (continuation of Deferred@489020475 after retry RPC after error@1892042868) -> (continuation of Deferred@802925913 after retry RPC after error@882891745) -> (continuation of Deferred@124263757 after retry RPC after error@1169125436) -> (continuation of Deferred@929868981 after retry RPC after error@2112239978) -> (continuation of Deferred@975426030 after retry RPC after error@70481926)))
09:04:55.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1093634067(state=PENDING, result=null, callback=(continuation of Deferred@1871014613 after retry RPC after error@1483213305) -> (continuation of Deferred@663147362 after retry RPC after error@441755793) -> (continuation of Deferred@1589881548 after retry RPC after error@1182553900) -> (continuation of Deferred@1466990914 after retry RPC after error@1751104285) -> (continuation of Deferred@722069776 after retry RPC after error@258477674) -> (continuation of Deferred@1556210772 after retry RPC after error@1238576002) -> (continuation of Deferred@762710721 after retry RPC after error@1646418523), errback=(continuation of Deferred@1871014613 after retry RPC after error@1483213305) -> (continuation of Deferred@663147362 after retry RPC after error@441755793) -> (continuation of Deferred@1589881548 after retry RPC after error@1182553900) -> (continuation of Deferred@1466990914 after retry RPC after error@1751104285) -> (continuation of Deferred@722069776 after retry RPC after error@258477674) -> (continuation of Deferred@1556210772 after retry RPC after error@1238576002) -> (continuation of Deferred@762710721 after retry RPC after error@1646418523)))
09:04:55.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1093634067(state=PENDING, result=null, callback=(continuation of Deferred@1871014613 after retry RPC after error@1483213305) -> (continuation of Deferred@663147362 after retry RPC after error@441755793) -> (continuation of Deferred@1589881548 after retry RPC after error@1182553900) -> (continuation of Deferred@1466990914 after retry RPC after error@1751104285) -> (continuation of Deferred@722069776 after retry RPC after error@258477674) -> (continuation of Deferred@1556210772 after retry RPC after error@1238576002) -> (continuation of Deferred@762710721 after retry RPC after error@1646418523), errback=(continuation of Deferred@1871014613 after retry RPC after error@1483213305) -> (continuation of Deferred@663147362 after retry RPC after error@441755793) -> (continuation of Deferred@1589881548 after retry RPC after error@1182553900) -> (continuation of Deferred@1466990914 after retry RPC after error@1751104285) -> (continuation of Deferred@722069776 after retry RPC after error@258477674) -> (continuation of Deferred@1556210772 after retry RPC after error@1238576002) -> (continuation of Deferred@762710721 after retry RPC after error@1646418523)))
09:04:55.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=209), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@209647768(state=PENDING, result=null, callback=(continuation of Deferred@551752953 after retry RPC after error@259318814) -> (continuation of Deferred@936495682 after retry RPC after error@1284525592) -> (continuation of Deferred@1953288111 after retry RPC after error@1544585512) -> (continuation of Deferred@1697305394 after retry RPC after error@730112257) -> (continuation of Deferred@965153385 after retry RPC after error@1632034224) -> (continuation of Deferred@1380327913 after retry RPC after error@1547968009) -> (continuation of Deferred@1574001586 after retry RPC after error@170768101), errback=(continuation of Deferred@551752953 after retry RPC after error@259318814) -> (continuation of Deferred@936495682 after retry RPC after error@1284525592) -> (continuation of Deferred@1953288111 after retry RPC after error@1544585512) -> (continuation of Deferred@1697305394 after retry RPC after error@730112257) -> (continuation of Deferred@965153385 after retry RPC after error@1632034224) -> (continuation of Deferred@1380327913 after retry RPC after error@1547968009) -> (continuation of Deferred@1574001586 after retry RPC after error@170768101)))
09:04:55.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=209), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@209647768(state=PENDING, result=null, callback=(continuation of Deferred@551752953 after retry RPC after error@259318814) -> (continuation of Deferred@936495682 after retry RPC after error@1284525592) -> (continuation of Deferred@1953288111 after retry RPC after error@1544585512) -> (continuation of Deferred@1697305394 after retry RPC after error@730112257) -> (continuation of Deferred@965153385 after retry RPC after error@1632034224) -> (continuation of Deferred@1380327913 after retry RPC after error@1547968009) -> (continuation of Deferred@1574001586 after retry RPC after error@170768101), errback=(continuation of Deferred@551752953 after retry RPC after error@259318814) -> (continuation of Deferred@936495682 after retry RPC after error@1284525592) -> (continuation of Deferred@1953288111 after retry RPC after error@1544585512) -> (continuation of Deferred@1697305394 after retry RPC after error@730112257) -> (continuation of Deferred@965153385 after retry RPC after error@1632034224) -> (continuation of Deferred@1380327913 after retry RPC after error@1547968009) -> (continuation of Deferred@1574001586 after retry RPC after error@170768101)))
09:04:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:55.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:55.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:55.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:55.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:55.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.080032 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:04:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.080210 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:56.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1588132166(state=PENDING, result=null, callback=(continuation of Deferred@912932993 after retry RPC after error@323362784) -> (continuation of Deferred@712591054 after retry RPC after error@864217102) -> (continuation of Deferred@1468586167 after retry RPC after error@1955751097) -> (continuation of Deferred@339547091 after retry RPC after error@811293634) -> (continuation of Deferred@562524190 after retry RPC after error@1188527931) -> (continuation of Deferred@973627321 after retry RPC after error@1348966001) -> (continuation of Deferred@1257901027 after retry RPC after error@925469472), errback=(continuation of Deferred@912932993 after retry RPC after error@323362784) -> (continuation of Deferred@712591054 after retry RPC after error@864217102) -> (continuation of Deferred@1468586167 after retry RPC after error@1955751097) -> (continuation of Deferred@339547091 after retry RPC after error@811293634) -> (continuation of Deferred@562524190 after retry RPC after error@1188527931) -> (continuation of Deferred@973627321 after retry RPC after error@1348966001) -> (continuation of Deferred@1257901027 after retry RPC after error@925469472)))
09:04:56.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1588132166(state=PENDING, result=null, callback=(continuation of Deferred@912932993 after retry RPC after error@323362784) -> (continuation of Deferred@712591054 after retry RPC after error@864217102) -> (continuation of Deferred@1468586167 after retry RPC after error@1955751097) -> (continuation of Deferred@339547091 after retry RPC after error@811293634) -> (continuation of Deferred@562524190 after retry RPC after error@1188527931) -> (continuation of Deferred@973627321 after retry RPC after error@1348966001) -> (continuation of Deferred@1257901027 after retry RPC after error@925469472), errback=(continuation of Deferred@912932993 after retry RPC after error@323362784) -> (continuation of Deferred@712591054 after retry RPC after error@864217102) -> (continuation of Deferred@1468586167 after retry RPC after error@1955751097) -> (continuation of Deferred@339547091 after retry RPC after error@811293634) -> (continuation of Deferred@562524190 after retry RPC after error@1188527931) -> (continuation of Deferred@973627321 after retry RPC after error@1348966001) -> (continuation of Deferred@1257901027 after retry RPC after error@925469472)))
09:04:56.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1785025639(state=PENDING, result=null, callback=(continuation of Deferred@161836935 after retry RPC after error@1155307472) -> (continuation of Deferred@1475848905 after retry RPC after error@401676860) -> (continuation of Deferred@889886226 after retry RPC after error@365487476) -> (continuation of Deferred@2130949350 after retry RPC after error@1622962624) -> (continuation of Deferred@23577027 after retry RPC after error@1398171614) -> (continuation of Deferred@823156182 after retry RPC after error@849418309) -> (continuation of Deferred@234339851 after retry RPC after error@1845448956), errback=(continuation of Deferred@161836935 after retry RPC after error@1155307472) -> (continuation of Deferred@1475848905 after retry RPC after error@401676860) -> (continuation of Deferred@889886226 after retry RPC after error@365487476) -> (continuation of Deferred@2130949350 after retry RPC after error@1622962624) -> (continuation of Deferred@23577027 after retry RPC after error@1398171614) -> (continuation of Deferred@823156182 after retry RPC after error@849418309) -> (continuation of Deferred@234339851 after retry RPC after error@1845448956)))
09:04:56.360 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1785025639(state=PENDING, result=null, callback=(continuation of Deferred@161836935 after retry RPC after error@1155307472) -> (continuation of Deferred@1475848905 after retry RPC after error@401676860) -> (continuation of Deferred@889886226 after retry RPC after error@365487476) -> (continuation of Deferred@2130949350 after retry RPC after error@1622962624) -> (continuation of Deferred@23577027 after retry RPC after error@1398171614) -> (continuation of Deferred@823156182 after retry RPC after error@849418309) -> (continuation of Deferred@234339851 after retry RPC after error@1845448956), errback=(continuation of Deferred@161836935 after retry RPC after error@1155307472) -> (continuation of Deferred@1475848905 after retry RPC after error@401676860) -> (continuation of Deferred@889886226 after retry RPC after error@365487476) -> (continuation of Deferred@2130949350 after retry RPC after error@1622962624) -> (continuation of Deferred@23577027 after retry RPC after error@1398171614) -> (continuation of Deferred@823156182 after retry RPC after error@849418309) -> (continuation of Deferred@234339851 after retry RPC after error@1845448956)))
09:04:56.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1606181199(state=PENDING, result=null, callback=(continuation of Deferred@567879729 after retry RPC after error@1470278552) -> (continuation of Deferred@938961008 after retry RPC after error@192795096) -> (continuation of Deferred@1670248486 after retry RPC after error@556888484) -> (continuation of Deferred@763967770 after retry RPC after error@1210044002) -> (continuation of Deferred@1155486607 after retry RPC after error@1850324705) -> (continuation of Deferred@183243739 after retry RPC after error@1018605626) -> (continuation of Deferred@38522632 after retry RPC after error@563515166), errback=(continuation of Deferred@567879729 after retry RPC after error@1470278552) -> (continuation of Deferred@938961008 after retry RPC after error@192795096) -> (continuation of Deferred@1670248486 after retry RPC after error@556888484) -> (continuation of Deferred@763967770 after retry RPC after error@1210044002) -> (continuation of Deferred@1155486607 after retry RPC after error@1850324705) -> (continuation of Deferred@183243739 after retry RPC after error@1018605626) -> (continuation of Deferred@38522632 after retry RPC after error@563515166)))
09:04:56.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1606181199(state=PENDING, result=null, callback=(continuation of Deferred@567879729 after retry RPC after error@1470278552) -> (continuation of Deferred@938961008 after retry RPC after error@192795096) -> (continuation of Deferred@1670248486 after retry RPC after error@556888484) -> (continuation of Deferred@763967770 after retry RPC after error@1210044002) -> (continuation of Deferred@1155486607 after retry RPC after error@1850324705) -> (continuation of Deferred@183243739 after retry RPC after error@1018605626) -> (continuation of Deferred@38522632 after retry RPC after error@563515166), errback=(continuation of Deferred@567879729 after retry RPC after error@1470278552) -> (continuation of Deferred@938961008 after retry RPC after error@192795096) -> (continuation of Deferred@1670248486 after retry RPC after error@556888484) -> (continuation of Deferred@763967770 after retry RPC after error@1210044002) -> (continuation of Deferred@1155486607 after retry RPC after error@1850324705) -> (continuation of Deferred@183243739 after retry RPC after error@1018605626) -> (continuation of Deferred@38522632 after retry RPC after error@563515166)))
09:04:56.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.623733 1321 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:04:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.623962 1321 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:04:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.624624 1321 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:56.626313 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:04:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:56.628301 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:04:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:56.628527 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:04:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.628593 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:04:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:04:56.628969 1321 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:56.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.877 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1737815676(state=PENDING, result=null, callback=(continuation of Deferred@1044353116 after retry RPC after error@570897730) -> (continuation of Deferred@1704775632 after retry RPC after error@637268489) -> (continuation of Deferred@1736719258 after retry RPC after error@2083696397) -> (continuation of Deferred@2136153364 after retry RPC after error@96650061) -> (continuation of Deferred@1130127492 after retry RPC after error@713024805) -> (continuation of Deferred@1294198467 after retry RPC after error@1583910017) -> (continuation of Deferred@2123407240 after retry RPC after error@722672562), errback=(continuation of Deferred@1044353116 after retry RPC after error@570897730) -> (continuation of Deferred@1704775632 after retry RPC after error@637268489) -> (continuation of Deferred@1736719258 after retry RPC after error@2083696397) -> (continuation of Deferred@2136153364 after retry RPC after error@96650061) -> (continuation of Deferred@1130127492 after retry RPC after error@713024805) -> (continuation of Deferred@1294198467 after retry RPC after error@1583910017) -> (continuation of Deferred@2123407240 after retry RPC after error@722672562)))
09:04:56.878 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:56.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:56.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:56.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:56.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:56.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:56.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2058564154(state=PENDING, result=null, callback=(continuation of Deferred@1128300693 after retry RPC after error@330494226) -> (continuation of Deferred@1406983772 after retry RPC after error@815600895) -> (continuation of Deferred@2006875729 after retry RPC after error@1939876817) -> (continuation of Deferred@1178285511 after retry RPC after error@517602067) -> (continuation of Deferred@439444079 after retry RPC after error@1757228123) -> (continuation of Deferred@2000136582 after retry RPC after error@652727568), errback=(continuation of Deferred@1128300693 after retry RPC after error@330494226) -> (continuation of Deferred@1406983772 after retry RPC after error@815600895) -> (continuation of Deferred@2006875729 after retry RPC after error@1939876817) -> (continuation of Deferred@1178285511 after retry RPC after error@517602067) -> (continuation of Deferred@439444079 after retry RPC after error@1757228123) -> (continuation of Deferred@2000136582 after retry RPC after error@652727568)))
09:04:57.079 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2058564154(state=PENDING, result=null, callback=(continuation of Deferred@1128300693 after retry RPC after error@330494226) -> (continuation of Deferred@1406983772 after retry RPC after error@815600895) -> (continuation of Deferred@2006875729 after retry RPC after error@1939876817) -> (continuation of Deferred@1178285511 after retry RPC after error@517602067) -> (continuation of Deferred@439444079 after retry RPC after error@1757228123) -> (continuation of Deferred@2000136582 after retry RPC after error@652727568), errback=(continuation of Deferred@1128300693 after retry RPC after error@330494226) -> (continuation of Deferred@1406983772 after retry RPC after error@815600895) -> (continuation of Deferred@2006875729 after retry RPC after error@1939876817) -> (continuation of Deferred@1178285511 after retry RPC after error@517602067) -> (continuation of Deferred@439444079 after retry RPC after error@1757228123) -> (continuation of Deferred@2000136582 after retry RPC after error@652727568)))
09:04:57.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@215208990(state=PENDING, result=null, callback=(continuation of Deferred@1402748119 after retry RPC after error@1312384787) -> (continuation of Deferred@771499223 after retry RPC after error@1067279954) -> (continuation of Deferred@232099826 after retry RPC after error@139550884) -> (continuation of Deferred@1153902565 after retry RPC after error@272398041) -> (continuation of Deferred@834126131 after retry RPC after error@845206497) -> (continuation of Deferred@1340420679 after retry RPC after error@1016864732) -> (continuation of Deferred@867041061 after retry RPC after error@132566378), errback=(continuation of Deferred@1402748119 after retry RPC after error@1312384787) -> (continuation of Deferred@771499223 after retry RPC after error@1067279954) -> (continuation of Deferred@232099826 after retry RPC after error@139550884) -> (continuation of Deferred@1153902565 after retry RPC after error@272398041) -> (continuation of Deferred@834126131 after retry RPC after error@845206497) -> (continuation of Deferred@1340420679 after retry RPC after error@1016864732) -> (continuation of Deferred@867041061 after retry RPC after error@132566378)))
09:04:57.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@215208990(state=PENDING, result=null, callback=(continuation of Deferred@1402748119 after retry RPC after error@1312384787) -> (continuation of Deferred@771499223 after retry RPC after error@1067279954) -> (continuation of Deferred@232099826 after retry RPC after error@139550884) -> (continuation of Deferred@1153902565 after retry RPC after error@272398041) -> (continuation of Deferred@834126131 after retry RPC after error@845206497) -> (continuation of Deferred@1340420679 after retry RPC after error@1016864732) -> (continuation of Deferred@867041061 after retry RPC after error@132566378), errback=(continuation of Deferred@1402748119 after retry RPC after error@1312384787) -> (continuation of Deferred@771499223 after retry RPC after error@1067279954) -> (continuation of Deferred@232099826 after retry RPC after error@139550884) -> (continuation of Deferred@1153902565 after retry RPC after error@272398041) -> (continuation of Deferred@834126131 after retry RPC after error@845206497) -> (continuation of Deferred@1340420679 after retry RPC after error@1016864732) -> (continuation of Deferred@867041061 after retry RPC after error@132566378)))
09:04:57.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.577 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1451754007(state=PENDING, result=null, callback=(continuation of Deferred@86748937 after retry RPC after error@1114357611) -> (continuation of Deferred@1662214191 after retry RPC after error@1964855008) -> (continuation of Deferred@764863661 after retry RPC after error@848926355) -> (continuation of Deferred@1249086199 after retry RPC after error@1426499351) -> (continuation of Deferred@1328517782 after retry RPC after error@830253294) -> (continuation of Deferred@1737402372 after retry RPC after error@131106301) -> (continuation of Deferred@886578355 after retry RPC after error@1622665502), errback=(continuation of Deferred@86748937 after retry RPC after error@1114357611) -> (continuation of Deferred@1662214191 after retry RPC after error@1964855008) -> (continuation of Deferred@764863661 after retry RPC after error@848926355) -> (continuation of Deferred@1249086199 after retry RPC after error@1426499351) -> (continuation of Deferred@1328517782 after retry RPC after error@830253294) -> (continuation of Deferred@1737402372 after retry RPC after error@131106301) -> (continuation of Deferred@886578355 after retry RPC after error@1622665502)))
09:04:57.577 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:57.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@714749402(state=PENDING, result=null, callback=(continuation of Deferred@1629197780 after retry RPC after error@1093849489) -> (continuation of Deferred@725672771 after retry RPC after error@1351558932) -> (continuation of Deferred@1837608420 after retry RPC after error@980309916) -> (continuation of Deferred@379117929 after retry RPC after error@1057411881) -> (continuation of Deferred@1866379680 after retry RPC after error@656722284) -> (continuation of Deferred@1986459464 after retry RPC after error@2146495798) -> (continuation of Deferred@1700393177 after retry RPC after error@1681337015), errback=(continuation of Deferred@1629197780 after retry RPC after error@1093849489) -> (continuation of Deferred@725672771 after retry RPC after error@1351558932) -> (continuation of Deferred@1837608420 after retry RPC after error@980309916) -> (continuation of Deferred@379117929 after retry RPC after error@1057411881) -> (continuation of Deferred@1866379680 after retry RPC after error@656722284) -> (continuation of Deferred@1986459464 after retry RPC after error@2146495798) -> (continuation of Deferred@1700393177 after retry RPC after error@1681337015)))
09:04:57.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@714749402(state=PENDING, result=null, callback=(continuation of Deferred@1629197780 after retry RPC after error@1093849489) -> (continuation of Deferred@725672771 after retry RPC after error@1351558932) -> (continuation of Deferred@1837608420 after retry RPC after error@980309916) -> (continuation of Deferred@379117929 after retry RPC after error@1057411881) -> (continuation of Deferred@1866379680 after retry RPC after error@656722284) -> (continuation of Deferred@1986459464 after retry RPC after error@2146495798) -> (continuation of Deferred@1700393177 after retry RPC after error@1681337015), errback=(continuation of Deferred@1629197780 after retry RPC after error@1093849489) -> (continuation of Deferred@725672771 after retry RPC after error@1351558932) -> (continuation of Deferred@1837608420 after retry RPC after error@980309916) -> (continuation of Deferred@379117929 after retry RPC after error@1057411881) -> (continuation of Deferred@1866379680 after retry RPC after error@656722284) -> (continuation of Deferred@1986459464 after retry RPC after error@2146495798) -> (continuation of Deferred@1700393177 after retry RPC after error@1681337015)))
09:04:57.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:57.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:57.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:57.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:57.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:57.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.097 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1982189987(state=PENDING, result=null, callback=(continuation of Deferred@2060246582 after retry RPC after error@1988078003) -> (continuation of Deferred@1678292213 after retry RPC after error@1014548766) -> (continuation of Deferred@542744009 after retry RPC after error@736139840) -> (continuation of Deferred@183385301 after retry RPC after error@1881420975) -> (continuation of Deferred@478103735 after retry RPC after error@870507490) -> (continuation of Deferred@1217489375 after retry RPC after error@432127278) -> (continuation of Deferred@2132636753 after retry RPC after error@1531209123), errback=(continuation of Deferred@2060246582 after retry RPC after error@1988078003) -> (continuation of Deferred@1678292213 after retry RPC after error@1014548766) -> (continuation of Deferred@542744009 after retry RPC after error@736139840) -> (continuation of Deferred@183385301 after retry RPC after error@1881420975) -> (continuation of Deferred@478103735 after retry RPC after error@870507490) -> (continuation of Deferred@1217489375 after retry RPC after error@432127278) -> (continuation of Deferred@2132636753 after retry RPC after error@1531209123)))
09:04:58.098 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:58.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1118219743(state=PENDING, result=null, callback=(continuation of Deferred@419380807 after retry RPC after error@240071777) -> (continuation of Deferred@1326472600 after retry RPC after error@942660080) -> (continuation of Deferred@1497617844 after retry RPC after error@785911489) -> (continuation of Deferred@1667852831 after retry RPC after error@634380251) -> (continuation of Deferred@1650868387 after retry RPC after error@203875368) -> (continuation of Deferred@607608353 after retry RPC after error@2136833147), errback=(continuation of Deferred@419380807 after retry RPC after error@240071777) -> (continuation of Deferred@1326472600 after retry RPC after error@942660080) -> (continuation of Deferred@1497617844 after retry RPC after error@785911489) -> (continuation of Deferred@1667852831 after retry RPC after error@634380251) -> (continuation of Deferred@1650868387 after retry RPC after error@203875368) -> (continuation of Deferred@607608353 after retry RPC after error@2136833147)))
09:04:58.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1118219743(state=PENDING, result=null, callback=(continuation of Deferred@419380807 after retry RPC after error@240071777) -> (continuation of Deferred@1326472600 after retry RPC after error@942660080) -> (continuation of Deferred@1497617844 after retry RPC after error@785911489) -> (continuation of Deferred@1667852831 after retry RPC after error@634380251) -> (continuation of Deferred@1650868387 after retry RPC after error@203875368) -> (continuation of Deferred@607608353 after retry RPC after error@2136833147), errback=(continuation of Deferred@419380807 after retry RPC after error@240071777) -> (continuation of Deferred@1326472600 after retry RPC after error@942660080) -> (continuation of Deferred@1497617844 after retry RPC after error@785911489) -> (continuation of Deferred@1667852831 after retry RPC after error@634380251) -> (continuation of Deferred@1650868387 after retry RPC after error@203875368) -> (continuation of Deferred@607608353 after retry RPC after error@2136833147)))
09:04:58.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:58.356590 769 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:04:58.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:58.361053 769 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:04:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:04:58.363118 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:04:58.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@756356048(state=PENDING, result=null, callback=(continuation of Deferred@1606307541 after retry RPC after error@906072361) -> (continuation of Deferred@518134914 after retry RPC after error@460068637) -> (continuation of Deferred@914958915 after retry RPC after error@205221218) -> (continuation of Deferred@45315691 after retry RPC after error@2040290783) -> (continuation of Deferred@112765853 after retry RPC after error@1371506261) -> (continuation of Deferred@1210491431 after retry RPC after error@1397714009) -> (continuation of Deferred@275304942 after retry RPC after error@1028157592), errback=(continuation of Deferred@1606307541 after retry RPC after error@906072361) -> (continuation of Deferred@518134914 after retry RPC after error@460068637) -> (continuation of Deferred@914958915 after retry RPC after error@205221218) -> (continuation of Deferred@45315691 after retry RPC after error@2040290783) -> (continuation of Deferred@112765853 after retry RPC after error@1371506261) -> (continuation of Deferred@1210491431 after retry RPC after error@1397714009) -> (continuation of Deferred@275304942 after retry RPC after error@1028157592)))
09:04:58.460 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@756356048(state=PENDING, result=null, callback=(continuation of Deferred@1606307541 after retry RPC after error@906072361) -> (continuation of Deferred@518134914 after retry RPC after error@460068637) -> (continuation of Deferred@914958915 after retry RPC after error@205221218) -> (continuation of Deferred@45315691 after retry RPC after error@2040290783) -> (continuation of Deferred@112765853 after retry RPC after error@1371506261) -> (continuation of Deferred@1210491431 after retry RPC after error@1397714009) -> (continuation of Deferred@275304942 after retry RPC after error@1028157592), errback=(continuation of Deferred@1606307541 after retry RPC after error@906072361) -> (continuation of Deferred@518134914 after retry RPC after error@460068637) -> (continuation of Deferred@914958915 after retry RPC after error@205221218) -> (continuation of Deferred@45315691 after retry RPC after error@2040290783) -> (continuation of Deferred@112765853 after retry RPC after error@1371506261) -> (continuation of Deferred@1210491431 after retry RPC after error@1397714009) -> (continuation of Deferred@275304942 after retry RPC after error@1028157592)))
09:04:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@958412605(state=PENDING, result=null, callback=(continuation of Deferred@1963728890 after retry RPC after error@651275628) -> (continuation of Deferred@662420079 after retry RPC after error@534440034) -> (continuation of Deferred@171755436 after retry RPC after error@565027146) -> (continuation of Deferred@1535107026 after retry RPC after error@330212647) -> (continuation of Deferred@2143490393 after retry RPC after error@866670618) -> (continuation of Deferred@369922290 after retry RPC after error@1886226569), errback=(continuation of Deferred@1963728890 after retry RPC after error@651275628) -> (continuation of Deferred@662420079 after retry RPC after error@534440034) -> (continuation of Deferred@171755436 after retry RPC after error@565027146) -> (continuation of Deferred@1535107026 after retry RPC after error@330212647) -> (continuation of Deferred@2143490393 after retry RPC after error@866670618) -> (continuation of Deferred@369922290 after retry RPC after error@1886226569)))
09:04:58.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@958412605(state=PENDING, result=null, callback=(continuation of Deferred@1963728890 after retry RPC after error@651275628) -> (continuation of Deferred@662420079 after retry RPC after error@534440034) -> (continuation of Deferred@171755436 after retry RPC after error@565027146) -> (continuation of Deferred@1535107026 after retry RPC after error@330212647) -> (continuation of Deferred@2143490393 after retry RPC after error@866670618) -> (continuation of Deferred@369922290 after retry RPC after error@1886226569), errback=(continuation of Deferred@1963728890 after retry RPC after error@651275628) -> (continuation of Deferred@662420079 after retry RPC after error@534440034) -> (continuation of Deferred@171755436 after retry RPC after error@565027146) -> (continuation of Deferred@1535107026 after retry RPC after error@330212647) -> (continuation of Deferred@2143490393 after retry RPC after error@866670618) -> (continuation of Deferred@369922290 after retry RPC after error@1886226569)))
09:04:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.936 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@728117352(state=PENDING, result=null, callback=(continuation of Deferred@46230315 after retry RPC after error@1547135857) -> (continuation of Deferred@1106732238 after retry RPC after error@1527314920) -> (continuation of Deferred@1385781649 after retry RPC after error@898817104) -> (continuation of Deferred@1337532216 after retry RPC after error@1398962334) -> (continuation of Deferred@1269819058 after retry RPC after error@1753007051) -> (continuation of Deferred@1866154275 after retry RPC after error@794653394) -> (continuation of Deferred@468950013 after retry RPC after error@362766803), errback=(continuation of Deferred@46230315 after retry RPC after error@1547135857) -> (continuation of Deferred@1106732238 after retry RPC after error@1527314920) -> (continuation of Deferred@1385781649 after retry RPC after error@898817104) -> (continuation of Deferred@1337532216 after retry RPC after error@1398962334) -> (continuation of Deferred@1269819058 after retry RPC after error@1753007051) -> (continuation of Deferred@1866154275 after retry RPC after error@794653394) -> (continuation of Deferred@468950013 after retry RPC after error@362766803)))
09:04:58.937 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:58.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:58.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:58.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:58.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.217 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@616989688(state=PENDING, result=null, callback=(continuation of Deferred@11113140 after retry RPC after error@776907359) -> (continuation of Deferred@1390825712 after retry RPC after error@1110429719) -> (continuation of Deferred@249546452 after retry RPC after error@1427671298) -> (continuation of Deferred@899228289 after retry RPC after error@160097101) -> (continuation of Deferred@2039709134 after retry RPC after error@1758640999) -> (continuation of Deferred@346231254 after retry RPC after error@1257052292) -> (continuation of Deferred@678584602 after retry RPC after error@1434910448), errback=(continuation of Deferred@11113140 after retry RPC after error@776907359) -> (continuation of Deferred@1390825712 after retry RPC after error@1110429719) -> (continuation of Deferred@249546452 after retry RPC after error@1427671298) -> (continuation of Deferred@899228289 after retry RPC after error@160097101) -> (continuation of Deferred@2039709134 after retry RPC after error@1758640999) -> (continuation of Deferred@346231254 after retry RPC after error@1257052292) -> (continuation of Deferred@678584602 after retry RPC after error@1434910448)))
09:04:59.218 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:59.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1734301553(state=PENDING, result=null, callback=(continuation of Deferred@1858680925 after retry RPC after error@998698776) -> (continuation of Deferred@1683655851 after retry RPC after error@2032384910) -> (continuation of Deferred@1586462503 after retry RPC after error@1383966145) -> (continuation of Deferred@1660044529 after retry RPC after error@115961066) -> (continuation of Deferred@599416151 after retry RPC after error@475440972) -> (continuation of Deferred@1827909115 after retry RPC after error@556794547) -> (continuation of Deferred@1351721767 after retry RPC after error@2043937470), errback=(continuation of Deferred@1858680925 after retry RPC after error@998698776) -> (continuation of Deferred@1683655851 after retry RPC after error@2032384910) -> (continuation of Deferred@1586462503 after retry RPC after error@1383966145) -> (continuation of Deferred@1660044529 after retry RPC after error@115961066) -> (continuation of Deferred@599416151 after retry RPC after error@475440972) -> (continuation of Deferred@1827909115 after retry RPC after error@556794547) -> (continuation of Deferred@1351721767 after retry RPC after error@2043937470)))
09:04:59.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1734301553(state=PENDING, result=null, callback=(continuation of Deferred@1858680925 after retry RPC after error@998698776) -> (continuation of Deferred@1683655851 after retry RPC after error@2032384910) -> (continuation of Deferred@1586462503 after retry RPC after error@1383966145) -> (continuation of Deferred@1660044529 after retry RPC after error@115961066) -> (continuation of Deferred@599416151 after retry RPC after error@475440972) -> (continuation of Deferred@1827909115 after retry RPC after error@556794547) -> (continuation of Deferred@1351721767 after retry RPC after error@2043937470), errback=(continuation of Deferred@1858680925 after retry RPC after error@998698776) -> (continuation of Deferred@1683655851 after retry RPC after error@2032384910) -> (continuation of Deferred@1586462503 after retry RPC after error@1383966145) -> (continuation of Deferred@1660044529 after retry RPC after error@115961066) -> (continuation of Deferred@599416151 after retry RPC after error@475440972) -> (continuation of Deferred@1827909115 after retry RPC after error@556794547) -> (continuation of Deferred@1351721767 after retry RPC after error@2043937470)))
09:04:59.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.560 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1741660470(state=PENDING, result=null, callback=(continuation of Deferred@449228380 after retry RPC after error@686260588) -> (continuation of Deferred@1134406256 after retry RPC after error@1505846564) -> (continuation of Deferred@1994036238 after retry RPC after error@1646430040) -> (continuation of Deferred@1287814982 after retry RPC after error@511232959) -> (continuation of Deferred@1008748186 after retry RPC after error@1255017985) -> (continuation of Deferred@355037265 after retry RPC after error@1297380472), errback=(continuation of Deferred@449228380 after retry RPC after error@686260588) -> (continuation of Deferred@1134406256 after retry RPC after error@1505846564) -> (continuation of Deferred@1994036238 after retry RPC after error@1646430040) -> (continuation of Deferred@1287814982 after retry RPC after error@511232959) -> (continuation of Deferred@1008748186 after retry RPC after error@1255017985) -> (continuation of Deferred@355037265 after retry RPC after error@1297380472)))
09:04:59.560 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1741660470(state=PENDING, result=null, callback=(continuation of Deferred@449228380 after retry RPC after error@686260588) -> (continuation of Deferred@1134406256 after retry RPC after error@1505846564) -> (continuation of Deferred@1994036238 after retry RPC after error@1646430040) -> (continuation of Deferred@1287814982 after retry RPC after error@511232959) -> (continuation of Deferred@1008748186 after retry RPC after error@1255017985) -> (continuation of Deferred@355037265 after retry RPC after error@1297380472), errback=(continuation of Deferred@449228380 after retry RPC after error@686260588) -> (continuation of Deferred@1134406256 after retry RPC after error@1505846564) -> (continuation of Deferred@1994036238 after retry RPC after error@1646430040) -> (continuation of Deferred@1287814982 after retry RPC after error@511232959) -> (continuation of Deferred@1008748186 after retry RPC after error@1255017985) -> (continuation of Deferred@355037265 after retry RPC after error@1297380472)))
09:04:59.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1467987215(state=PENDING, result=null, callback=(continuation of Deferred@911523143 after retry RPC after error@2071632191) -> (continuation of Deferred@1106633365 after retry RPC after error@1804136553) -> (continuation of Deferred@2024134362 after retry RPC after error@1471744912) -> (continuation of Deferred@968276664 after retry RPC after error@353439327) -> (continuation of Deferred@1129580833 after retry RPC after error@1554939728) -> (continuation of Deferred@1346469127 after retry RPC after error@1296032422) -> (continuation of Deferred@776075041 after retry RPC after error@28989766), errback=(continuation of Deferred@911523143 after retry RPC after error@2071632191) -> (continuation of Deferred@1106633365 after retry RPC after error@1804136553) -> (continuation of Deferred@2024134362 after retry RPC after error@1471744912) -> (continuation of Deferred@968276664 after retry RPC after error@353439327) -> (continuation of Deferred@1129580833 after retry RPC after error@1554939728) -> (continuation of Deferred@1346469127 after retry RPC after error@1296032422) -> (continuation of Deferred@776075041 after retry RPC after error@28989766)))
09:04:59.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1467987215(state=PENDING, result=null, callback=(continuation of Deferred@911523143 after retry RPC after error@2071632191) -> (continuation of Deferred@1106633365 after retry RPC after error@1804136553) -> (continuation of Deferred@2024134362 after retry RPC after error@1471744912) -> (continuation of Deferred@968276664 after retry RPC after error@353439327) -> (continuation of Deferred@1129580833 after retry RPC after error@1554939728) -> (continuation of Deferred@1346469127 after retry RPC after error@1296032422) -> (continuation of Deferred@776075041 after retry RPC after error@28989766), errback=(continuation of Deferred@911523143 after retry RPC after error@2071632191) -> (continuation of Deferred@1106633365 after retry RPC after error@1804136553) -> (continuation of Deferred@2024134362 after retry RPC after error@1471744912) -> (continuation of Deferred@968276664 after retry RPC after error@353439327) -> (continuation of Deferred@1129580833 after retry RPC after error@1554939728) -> (continuation of Deferred@1346469127 after retry RPC after error@1296032422) -> (continuation of Deferred@776075041 after retry RPC after error@28989766)))
09:04:59.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:04:59.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:04:59.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:04:59.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:04:59.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:04:59.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1109800640(state=PENDING, result=null, callback=(continuation of Deferred@1341863588 after retry RPC after error@454322531) -> (continuation of Deferred@1586301714 after retry RPC after error@762230325) -> (continuation of Deferred@993458986 after retry RPC after error@55689822) -> (continuation of Deferred@892509373 after retry RPC after error@1832213296) -> (continuation of Deferred@1641415191 after retry RPC after error@1821929281) -> (continuation of Deferred@1307496731 after retry RPC after error@172355405) -> (continuation of Deferred@1540526760 after retry RPC after error@1948196084), errback=(continuation of Deferred@1341863588 after retry RPC after error@454322531) -> (continuation of Deferred@1586301714 after retry RPC after error@762230325) -> (continuation of Deferred@993458986 after retry RPC after error@55689822) -> (continuation of Deferred@892509373 after retry RPC after error@1832213296) -> (continuation of Deferred@1641415191 after retry RPC after error@1821929281) -> (continuation of Deferred@1307496731 after retry RPC after error@172355405) -> (continuation of Deferred@1540526760 after retry RPC after error@1948196084)))
09:05:00.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1109800640(state=PENDING, result=null, callback=(continuation of Deferred@1341863588 after retry RPC after error@454322531) -> (continuation of Deferred@1586301714 after retry RPC after error@762230325) -> (continuation of Deferred@993458986 after retry RPC after error@55689822) -> (continuation of Deferred@892509373 after retry RPC after error@1832213296) -> (continuation of Deferred@1641415191 after retry RPC after error@1821929281) -> (continuation of Deferred@1307496731 after retry RPC after error@172355405) -> (continuation of Deferred@1540526760 after retry RPC after error@1948196084), errback=(continuation of Deferred@1341863588 after retry RPC after error@454322531) -> (continuation of Deferred@1586301714 after retry RPC after error@762230325) -> (continuation of Deferred@993458986 after retry RPC after error@55689822) -> (continuation of Deferred@892509373 after retry RPC after error@1832213296) -> (continuation of Deferred@1641415191 after retry RPC after error@1821929281) -> (continuation of Deferred@1307496731 after retry RPC after error@172355405) -> (continuation of Deferred@1540526760 after retry RPC after error@1948196084)))
09:05:00.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.277 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@69857489(state=PENDING, result=null, callback=(continuation of Deferred@345239044 after retry RPC after error@1115931440) -> (continuation of Deferred@1580671456 after retry RPC after error@366214543) -> (continuation of Deferred@507237119 after retry RPC after error@1123878987) -> (continuation of Deferred@622991829 after retry RPC after error@798472059) -> (continuation of Deferred@1878733916 after retry RPC after error@1173276344) -> (continuation of Deferred@1891079009 after retry RPC after error@1644809827) -> (continuation of Deferred@1415991210 after retry RPC after error@1737398424) -> (continuation of Deferred@737026963 after retry RPC after error@129534555) -> (continuation of Deferred@1640336921 after retry RPC after error@1922863329), errback=(continuation of Deferred@345239044 after retry RPC after error@1115931440) -> (continuation of Deferred@1580671456 after retry RPC after error@366214543) -> (continuation of Deferred@507237119 after retry RPC after error@1123878987) -> (continuation of Deferred@622991829 after retry RPC after error@798472059) -> (continuation of Deferred@1878733916 after retry RPC after error@1173276344) -> (continuation of Deferred@1891079009 after retry RPC after error@1644809827) -> (continuation of Deferred@1415991210 after retry RPC after error@1737398424) -> (continuation of Deferred@737026963 after retry RPC after error@129534555) -> (continuation of Deferred@1640336921 after retry RPC after error@1922863329)))
09:05:00.278 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:00.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@221115395(state=PENDING, result=null, callback=(continuation of Deferred@994829110 after retry RPC after error@1555285494) -> (continuation of Deferred@1087661076 after retry RPC after error@574295521) -> (continuation of Deferred@1175259331 after retry RPC after error@72608129) -> (continuation of Deferred@1732561371 after retry RPC after error@501912791) -> (continuation of Deferred@865066169 after retry RPC after error@680211624) -> (continuation of Deferred@1774205555 after retry RPC after error@541411248) -> (continuation of Deferred@1843543317 after retry RPC after error@473791093), errback=(continuation of Deferred@994829110 after retry RPC after error@1555285494) -> (continuation of Deferred@1087661076 after retry RPC after error@574295521) -> (continuation of Deferred@1175259331 after retry RPC after error@72608129) -> (continuation of Deferred@1732561371 after retry RPC after error@501912791) -> (continuation of Deferred@865066169 after retry RPC after error@680211624) -> (continuation of Deferred@1774205555 after retry RPC after error@541411248) -> (continuation of Deferred@1843543317 after retry RPC after error@473791093)))
09:05:00.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@221115395(state=PENDING, result=null, callback=(continuation of Deferred@994829110 after retry RPC after error@1555285494) -> (continuation of Deferred@1087661076 after retry RPC after error@574295521) -> (continuation of Deferred@1175259331 after retry RPC after error@72608129) -> (continuation of Deferred@1732561371 after retry RPC after error@501912791) -> (continuation of Deferred@865066169 after retry RPC after error@680211624) -> (continuation of Deferred@1774205555 after retry RPC after error@541411248) -> (continuation of Deferred@1843543317 after retry RPC after error@473791093), errback=(continuation of Deferred@994829110 after retry RPC after error@1555285494) -> (continuation of Deferred@1087661076 after retry RPC after error@574295521) -> (continuation of Deferred@1175259331 after retry RPC after error@72608129) -> (continuation of Deferred@1732561371 after retry RPC after error@501912791) -> (continuation of Deferred@865066169 after retry RPC after error@680211624) -> (continuation of Deferred@1774205555 after retry RPC after error@541411248) -> (continuation of Deferred@1843543317 after retry RPC after error@473791093)))
09:05:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1567053475(state=PENDING, result=null, callback=(continuation of Deferred@1118257233 after retry RPC after error@1010449098) -> (continuation of Deferred@1316601109 after retry RPC after error@692856887) -> (continuation of Deferred@1368477831 after retry RPC after error@1007733781) -> (continuation of Deferred@1057120151 after retry RPC after error@2009581008) -> (continuation of Deferred@747218631 after retry RPC after error@381921063) -> (continuation of Deferred@990948495 after retry RPC after error@1915754360) -> (continuation of Deferred@325990503 after retry RPC after error@404705202), errback=(continuation of Deferred@1118257233 after retry RPC after error@1010449098) -> (continuation of Deferred@1316601109 after retry RPC after error@692856887) -> (continuation of Deferred@1368477831 after retry RPC after error@1007733781) -> (continuation of Deferred@1057120151 after retry RPC after error@2009581008) -> (continuation of Deferred@747218631 after retry RPC after error@381921063) -> (continuation of Deferred@990948495 after retry RPC after error@1915754360) -> (continuation of Deferred@325990503 after retry RPC after error@404705202)))
09:05:00.760 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1567053475(state=PENDING, result=null, callback=(continuation of Deferred@1118257233 after retry RPC after error@1010449098) -> (continuation of Deferred@1316601109 after retry RPC after error@692856887) -> (continuation of Deferred@1368477831 after retry RPC after error@1007733781) -> (continuation of Deferred@1057120151 after retry RPC after error@2009581008) -> (continuation of Deferred@747218631 after retry RPC after error@381921063) -> (continuation of Deferred@990948495 after retry RPC after error@1915754360) -> (continuation of Deferred@325990503 after retry RPC after error@404705202), errback=(continuation of Deferred@1118257233 after retry RPC after error@1010449098) -> (continuation of Deferred@1316601109 after retry RPC after error@692856887) -> (continuation of Deferred@1368477831 after retry RPC after error@1007733781) -> (continuation of Deferred@1057120151 after retry RPC after error@2009581008) -> (continuation of Deferred@747218631 after retry RPC after error@381921063) -> (continuation of Deferred@990948495 after retry RPC after error@1915754360) -> (continuation of Deferred@325990503 after retry RPC after error@404705202)))
09:05:00.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:00.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:00.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:00.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:00.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:00.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2001543979(state=PENDING, result=null, callback=(continuation of Deferred@437046395 after retry RPC after error@532777269) -> (continuation of Deferred@982019699 after retry RPC after error@616715890) -> (continuation of Deferred@1481718149 after retry RPC after error@1263180699) -> (continuation of Deferred@843616119 after retry RPC after error@76496522) -> (continuation of Deferred@1438884495 after retry RPC after error@1254784495) -> (continuation of Deferred@1016029430 after retry RPC after error@1091134083) -> (continuation of Deferred@160851959 after retry RPC after error@271205935), errback=(continuation of Deferred@437046395 after retry RPC after error@532777269) -> (continuation of Deferred@982019699 after retry RPC after error@616715890) -> (continuation of Deferred@1481718149 after retry RPC after error@1263180699) -> (continuation of Deferred@843616119 after retry RPC after error@76496522) -> (continuation of Deferred@1438884495 after retry RPC after error@1254784495) -> (continuation of Deferred@1016029430 after retry RPC after error@1091134083) -> (continuation of Deferred@160851959 after retry RPC after error@271205935)))
09:05:01.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2001543979(state=PENDING, result=null, callback=(continuation of Deferred@437046395 after retry RPC after error@532777269) -> (continuation of Deferred@982019699 after retry RPC after error@616715890) -> (continuation of Deferred@1481718149 after retry RPC after error@1263180699) -> (continuation of Deferred@843616119 after retry RPC after error@76496522) -> (continuation of Deferred@1438884495 after retry RPC after error@1254784495) -> (continuation of Deferred@1016029430 after retry RPC after error@1091134083) -> (continuation of Deferred@160851959 after retry RPC after error@271205935), errback=(continuation of Deferred@437046395 after retry RPC after error@532777269) -> (continuation of Deferred@982019699 after retry RPC after error@616715890) -> (continuation of Deferred@1481718149 after retry RPC after error@1263180699) -> (continuation of Deferred@843616119 after retry RPC after error@76496522) -> (continuation of Deferred@1438884495 after retry RPC after error@1254784495) -> (continuation of Deferred@1016029430 after retry RPC after error@1091134083) -> (continuation of Deferred@160851959 after retry RPC after error@271205935)))
09:05:01.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:01.082966 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:01.083119 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:01.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1158150832(state=PENDING, result=null, callback=(continuation of Deferred@1612812222 after retry RPC after error@819612354) -> (continuation of Deferred@1263286141 after retry RPC after error@828675806) -> (continuation of Deferred@1565827891 after retry RPC after error@1069182465) -> (continuation of Deferred@359092564 after retry RPC after error@2160448) -> (continuation of Deferred@2014675276 after retry RPC after error@347284009) -> (continuation of Deferred@1005665306 after retry RPC after error@1013728979) -> (continuation of Deferred@1755820019 after retry RPC after error@1703439012), errback=(continuation of Deferred@1612812222 after retry RPC after error@819612354) -> (continuation of Deferred@1263286141 after retry RPC after error@828675806) -> (continuation of Deferred@1565827891 after retry RPC after error@1069182465) -> (continuation of Deferred@359092564 after retry RPC after error@2160448) -> (continuation of Deferred@2014675276 after retry RPC after error@347284009) -> (continuation of Deferred@1005665306 after retry RPC after error@1013728979) -> (continuation of Deferred@1755820019 after retry RPC after error@1703439012)))
09:05:01.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1158150832(state=PENDING, result=null, callback=(continuation of Deferred@1612812222 after retry RPC after error@819612354) -> (continuation of Deferred@1263286141 after retry RPC after error@828675806) -> (continuation of Deferred@1565827891 after retry RPC after error@1069182465) -> (continuation of Deferred@359092564 after retry RPC after error@2160448) -> (continuation of Deferred@2014675276 after retry RPC after error@347284009) -> (continuation of Deferred@1005665306 after retry RPC after error@1013728979) -> (continuation of Deferred@1755820019 after retry RPC after error@1703439012), errback=(continuation of Deferred@1612812222 after retry RPC after error@819612354) -> (continuation of Deferred@1263286141 after retry RPC after error@828675806) -> (continuation of Deferred@1565827891 after retry RPC after error@1069182465) -> (continuation of Deferred@359092564 after retry RPC after error@2160448) -> (continuation of Deferred@2014675276 after retry RPC after error@347284009) -> (continuation of Deferred@1005665306 after retry RPC after error@1013728979) -> (continuation of Deferred@1755820019 after retry RPC after error@1703439012)))
09:05:01.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1416851122(state=PENDING, result=null, callback=(continuation of Deferred@122784599 after retry RPC after error@1836895070) -> (continuation of Deferred@1293625070 after retry RPC after error@47367937) -> (continuation of Deferred@156434239 after retry RPC after error@41939824) -> (continuation of Deferred@373791111 after retry RPC after error@37334657) -> (continuation of Deferred@478937854 after retry RPC after error@1628804716) -> (continuation of Deferred@1261744232 after retry RPC after error@79053353) -> (continuation of Deferred@2018585523 after retry RPC after error@893023267) -> (continuation of Deferred@1541612828 after retry RPC after error@1844613955), errback=(continuation of Deferred@122784599 after retry RPC after error@1836895070) -> (continuation of Deferred@1293625070 after retry RPC after error@47367937) -> (continuation of Deferred@156434239 after retry RPC after error@41939824) -> (continuation of Deferred@373791111 after retry RPC after error@37334657) -> (continuation of Deferred@478937854 after retry RPC after error@1628804716) -> (continuation of Deferred@1261744232 after retry RPC after error@79053353) -> (continuation of Deferred@2018585523 after retry RPC after error@893023267) -> (continuation of Deferred@1541612828 after retry RPC after error@1844613955)))
09:05:01.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1416851122(state=PENDING, result=null, callback=(continuation of Deferred@122784599 after retry RPC after error@1836895070) -> (continuation of Deferred@1293625070 after retry RPC after error@47367937) -> (continuation of Deferred@156434239 after retry RPC after error@41939824) -> (continuation of Deferred@373791111 after retry RPC after error@37334657) -> (continuation of Deferred@478937854 after retry RPC after error@1628804716) -> (continuation of Deferred@1261744232 after retry RPC after error@79053353) -> (continuation of Deferred@2018585523 after retry RPC after error@893023267) -> (continuation of Deferred@1541612828 after retry RPC after error@1844613955), errback=(continuation of Deferred@122784599 after retry RPC after error@1836895070) -> (continuation of Deferred@1293625070 after retry RPC after error@47367937) -> (continuation of Deferred@156434239 after retry RPC after error@41939824) -> (continuation of Deferred@373791111 after retry RPC after error@37334657) -> (continuation of Deferred@478937854 after retry RPC after error@1628804716) -> (continuation of Deferred@1261744232 after retry RPC after error@79053353) -> (continuation of Deferred@2018585523 after retry RPC after error@893023267) -> (continuation of Deferred@1541612828 after retry RPC after error@1844613955)))
09:05:01.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.758 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1756773985(state=PENDING, result=null, callback=(continuation of Deferred@1487877823 after retry RPC after error@1688620623) -> (continuation of Deferred@100382199 after retry RPC after error@1550308895) -> (continuation of Deferred@2103183842 after retry RPC after error@736027696) -> (continuation of Deferred@1943189681 after retry RPC after error@291983354) -> (continuation of Deferred@216614701 after retry RPC after error@1355468260) -> (continuation of Deferred@909893756 after retry RPC after error@487092702) -> (continuation of Deferred@1528733053 after retry RPC after error@1572724247), errback=(continuation of Deferred@1487877823 after retry RPC after error@1688620623) -> (continuation of Deferred@100382199 after retry RPC after error@1550308895) -> (continuation of Deferred@2103183842 after retry RPC after error@736027696) -> (continuation of Deferred@1943189681 after retry RPC after error@291983354) -> (continuation of Deferred@216614701 after retry RPC after error@1355468260) -> (continuation of Deferred@909893756 after retry RPC after error@487092702) -> (continuation of Deferred@1528733053 after retry RPC after error@1572724247)))
09:05:01.761 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1756773985(state=PENDING, result=null, callback=(continuation of Deferred@1487877823 after retry RPC after error@1688620623) -> (continuation of Deferred@100382199 after retry RPC after error@1550308895) -> (continuation of Deferred@2103183842 after retry RPC after error@736027696) -> (continuation of Deferred@1943189681 after retry RPC after error@291983354) -> (continuation of Deferred@216614701 after retry RPC after error@1355468260) -> (continuation of Deferred@909893756 after retry RPC after error@487092702) -> (continuation of Deferred@1528733053 after retry RPC after error@1572724247), errback=(continuation of Deferred@1487877823 after retry RPC after error@1688620623) -> (continuation of Deferred@100382199 after retry RPC after error@1550308895) -> (continuation of Deferred@2103183842 after retry RPC after error@736027696) -> (continuation of Deferred@1943189681 after retry RPC after error@291983354) -> (continuation of Deferred@216614701 after retry RPC after error@1355468260) -> (continuation of Deferred@909893756 after retry RPC after error@487092702) -> (continuation of Deferred@1528733053 after retry RPC after error@1572724247)))
09:05:01.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:01.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:01.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:01.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:01.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:01.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@785448393(state=PENDING, result=null, callback=(continuation of Deferred@253154629 after retry RPC after error@185441090) -> (continuation of Deferred@1106087871 after retry RPC after error@1761217790) -> (continuation of Deferred@1367294041 after retry RPC after error@911152831) -> (continuation of Deferred@468903870 after retry RPC after error@601331138) -> (continuation of Deferred@134308969 after retry RPC after error@1177903416) -> (continuation of Deferred@1257681239 after retry RPC after error@1427129422) -> (continuation of Deferred@1454461097 after retry RPC after error@996198374), errback=(continuation of Deferred@253154629 after retry RPC after error@185441090) -> (continuation of Deferred@1106087871 after retry RPC after error@1761217790) -> (continuation of Deferred@1367294041 after retry RPC after error@911152831) -> (continuation of Deferred@468903870 after retry RPC after error@601331138) -> (continuation of Deferred@134308969 after retry RPC after error@1177903416) -> (continuation of Deferred@1257681239 after retry RPC after error@1427129422) -> (continuation of Deferred@1454461097 after retry RPC after error@996198374)))
09:05:02.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@785448393(state=PENDING, result=null, callback=(continuation of Deferred@253154629 after retry RPC after error@185441090) -> (continuation of Deferred@1106087871 after retry RPC after error@1761217790) -> (continuation of Deferred@1367294041 after retry RPC after error@911152831) -> (continuation of Deferred@468903870 after retry RPC after error@601331138) -> (continuation of Deferred@134308969 after retry RPC after error@1177903416) -> (continuation of Deferred@1257681239 after retry RPC after error@1427129422) -> (continuation of Deferred@1454461097 after retry RPC after error@996198374), errback=(continuation of Deferred@253154629 after retry RPC after error@185441090) -> (continuation of Deferred@1106087871 after retry RPC after error@1761217790) -> (continuation of Deferred@1367294041 after retry RPC after error@911152831) -> (continuation of Deferred@468903870 after retry RPC after error@601331138) -> (continuation of Deferred@134308969 after retry RPC after error@1177903416) -> (continuation of Deferred@1257681239 after retry RPC after error@1427129422) -> (continuation of Deferred@1454461097 after retry RPC after error@996198374)))
09:05:02.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@759879399(state=PENDING, result=null, callback=(continuation of Deferred@1045984594 after retry RPC after error@649699861) -> (continuation of Deferred@52250999 after retry RPC after error@2015058461) -> (continuation of Deferred@93606569 after retry RPC after error@1859576068) -> (continuation of Deferred@124341080 after retry RPC after error@629154330) -> (continuation of Deferred@44444953 after retry RPC after error@1537286792) -> (continuation of Deferred@375361839 after retry RPC after error@845930764) -> (continuation of Deferred@18271421 after retry RPC after error@1408306037), errback=(continuation of Deferred@1045984594 after retry RPC after error@649699861) -> (continuation of Deferred@52250999 after retry RPC after error@2015058461) -> (continuation of Deferred@93606569 after retry RPC after error@1859576068) -> (continuation of Deferred@124341080 after retry RPC after error@629154330) -> (continuation of Deferred@44444953 after retry RPC after error@1537286792) -> (continuation of Deferred@375361839 after retry RPC after error@845930764) -> (continuation of Deferred@18271421 after retry RPC after error@1408306037)))
09:05:02.240 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@759879399(state=PENDING, result=null, callback=(continuation of Deferred@1045984594 after retry RPC after error@649699861) -> (continuation of Deferred@52250999 after retry RPC after error@2015058461) -> (continuation of Deferred@93606569 after retry RPC after error@1859576068) -> (continuation of Deferred@124341080 after retry RPC after error@629154330) -> (continuation of Deferred@44444953 after retry RPC after error@1537286792) -> (continuation of Deferred@375361839 after retry RPC after error@845930764) -> (continuation of Deferred@18271421 after retry RPC after error@1408306037), errback=(continuation of Deferred@1045984594 after retry RPC after error@649699861) -> (continuation of Deferred@52250999 after retry RPC after error@2015058461) -> (continuation of Deferred@93606569 after retry RPC after error@1859576068) -> (continuation of Deferred@124341080 after retry RPC after error@629154330) -> (continuation of Deferred@44444953 after retry RPC after error@1537286792) -> (continuation of Deferred@375361839 after retry RPC after error@845930764) -> (continuation of Deferred@18271421 after retry RPC after error@1408306037)))
09:05:02.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@222332697(state=PENDING, result=null, callback=(continuation of Deferred@839377217 after retry RPC after error@1434744879) -> (continuation of Deferred@426863510 after retry RPC after error@276844526) -> (continuation of Deferred@494971222 after retry RPC after error@1806954441) -> (continuation of Deferred@2039223538 after retry RPC after error@1801575186) -> (continuation of Deferred@1941112113 after retry RPC after error@126509353) -> (continuation of Deferred@515432110 after retry RPC after error@2070167328) -> (continuation of Deferred@269826032 after retry RPC after error@1145217010), errback=(continuation of Deferred@839377217 after retry RPC after error@1434744879) -> (continuation of Deferred@426863510 after retry RPC after error@276844526) -> (continuation of Deferred@494971222 after retry RPC after error@1806954441) -> (continuation of Deferred@2039223538 after retry RPC after error@1801575186) -> (continuation of Deferred@1941112113 after retry RPC after error@126509353) -> (continuation of Deferred@515432110 after retry RPC after error@2070167328) -> (continuation of Deferred@269826032 after retry RPC after error@1145217010)))
09:05:02.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@222332697(state=PENDING, result=null, callback=(continuation of Deferred@839377217 after retry RPC after error@1434744879) -> (continuation of Deferred@426863510 after retry RPC after error@276844526) -> (continuation of Deferred@494971222 after retry RPC after error@1806954441) -> (continuation of Deferred@2039223538 after retry RPC after error@1801575186) -> (continuation of Deferred@1941112113 after retry RPC after error@126509353) -> (continuation of Deferred@515432110 after retry RPC after error@2070167328) -> (continuation of Deferred@269826032 after retry RPC after error@1145217010), errback=(continuation of Deferred@839377217 after retry RPC after error@1434744879) -> (continuation of Deferred@426863510 after retry RPC after error@276844526) -> (continuation of Deferred@494971222 after retry RPC after error@1806954441) -> (continuation of Deferred@2039223538 after retry RPC after error@1801575186) -> (continuation of Deferred@1941112113 after retry RPC after error@126509353) -> (continuation of Deferred@515432110 after retry RPC after error@2070167328) -> (continuation of Deferred@269826032 after retry RPC after error@1145217010)))
09:05:02.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1542446214(state=PENDING, result=null, callback=(continuation of Deferred@32499291 after retry RPC after error@1249176759) -> (continuation of Deferred@35909203 after retry RPC after error@655165821) -> (continuation of Deferred@1496248057 after retry RPC after error@877834303) -> (continuation of Deferred@689865104 after retry RPC after error@1712796463) -> (continuation of Deferred@1222660146 after retry RPC after error@1762837081) -> (continuation of Deferred@878566634 after retry RPC after error@1804345093), errback=(continuation of Deferred@32499291 after retry RPC after error@1249176759) -> (continuation of Deferred@35909203 after retry RPC after error@655165821) -> (continuation of Deferred@1496248057 after retry RPC after error@877834303) -> (continuation of Deferred@689865104 after retry RPC after error@1712796463) -> (continuation of Deferred@1222660146 after retry RPC after error@1762837081) -> (continuation of Deferred@878566634 after retry RPC after error@1804345093)))
09:05:02.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1542446214(state=PENDING, result=null, callback=(continuation of Deferred@32499291 after retry RPC after error@1249176759) -> (continuation of Deferred@35909203 after retry RPC after error@655165821) -> (continuation of Deferred@1496248057 after retry RPC after error@877834303) -> (continuation of Deferred@689865104 after retry RPC after error@1712796463) -> (continuation of Deferred@1222660146 after retry RPC after error@1762837081) -> (continuation of Deferred@878566634 after retry RPC after error@1804345093), errback=(continuation of Deferred@32499291 after retry RPC after error@1249176759) -> (continuation of Deferred@35909203 after retry RPC after error@655165821) -> (continuation of Deferred@1496248057 after retry RPC after error@877834303) -> (continuation of Deferred@689865104 after retry RPC after error@1712796463) -> (continuation of Deferred@1222660146 after retry RPC after error@1762837081) -> (continuation of Deferred@878566634 after retry RPC after error@1804345093)))
09:05:02.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1290139090(state=PENDING, result=null, callback=(continuation of Deferred@1664434752 after retry RPC after error@885135153) -> (continuation of Deferred@175097020 after retry RPC after error@1766320966) -> (continuation of Deferred@539591532 after retry RPC after error@74867655) -> (continuation of Deferred@1883770321 after retry RPC after error@637781317) -> (continuation of Deferred@1247612938 after retry RPC after error@2105682653) -> (continuation of Deferred@1301583417 after retry RPC after error@1971669795) -> (continuation of Deferred@1476053209 after retry RPC after error@1002624057), errback=(continuation of Deferred@1664434752 after retry RPC after error@885135153) -> (continuation of Deferred@175097020 after retry RPC after error@1766320966) -> (continuation of Deferred@539591532 after retry RPC after error@74867655) -> (continuation of Deferred@1883770321 after retry RPC after error@637781317) -> (continuation of Deferred@1247612938 after retry RPC after error@2105682653) -> (continuation of Deferred@1301583417 after retry RPC after error@1971669795) -> (continuation of Deferred@1476053209 after retry RPC after error@1002624057)))
09:05:02.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1290139090(state=PENDING, result=null, callback=(continuation of Deferred@1664434752 after retry RPC after error@885135153) -> (continuation of Deferred@175097020 after retry RPC after error@1766320966) -> (continuation of Deferred@539591532 after retry RPC after error@74867655) -> (continuation of Deferred@1883770321 after retry RPC after error@637781317) -> (continuation of Deferred@1247612938 after retry RPC after error@2105682653) -> (continuation of Deferred@1301583417 after retry RPC after error@1971669795) -> (continuation of Deferred@1476053209 after retry RPC after error@1002624057), errback=(continuation of Deferred@1664434752 after retry RPC after error@885135153) -> (continuation of Deferred@175097020 after retry RPC after error@1766320966) -> (continuation of Deferred@539591532 after retry RPC after error@74867655) -> (continuation of Deferred@1883770321 after retry RPC after error@637781317) -> (continuation of Deferred@1247612938 after retry RPC after error@2105682653) -> (continuation of Deferred@1301583417 after retry RPC after error@1971669795) -> (continuation of Deferred@1476053209 after retry RPC after error@1002624057)))
09:05:02.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:02.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:02.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:02.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:02.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:02.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2005781677(state=PENDING, result=null, callback=(continuation of Deferred@1233417102 after retry RPC after error@1810384888) -> (continuation of Deferred@513758563 after retry RPC after error@124656313) -> (continuation of Deferred@1830552025 after retry RPC after error@1155685381) -> (continuation of Deferred@540159415 after retry RPC after error@1476284634) -> (continuation of Deferred@1516343605 after retry RPC after error@204860424) -> (continuation of Deferred@1029384108 after retry RPC after error@403101789) -> (continuation of Deferred@1320684113 after retry RPC after error@1833892386), errback=(continuation of Deferred@1233417102 after retry RPC after error@1810384888) -> (continuation of Deferred@513758563 after retry RPC after error@124656313) -> (continuation of Deferred@1830552025 after retry RPC after error@1155685381) -> (continuation of Deferred@540159415 after retry RPC after error@1476284634) -> (continuation of Deferred@1516343605 after retry RPC after error@204860424) -> (continuation of Deferred@1029384108 after retry RPC after error@403101789) -> (continuation of Deferred@1320684113 after retry RPC after error@1833892386)))
09:05:03.100 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2005781677(state=PENDING, result=null, callback=(continuation of Deferred@1233417102 after retry RPC after error@1810384888) -> (continuation of Deferred@513758563 after retry RPC after error@124656313) -> (continuation of Deferred@1830552025 after retry RPC after error@1155685381) -> (continuation of Deferred@540159415 after retry RPC after error@1476284634) -> (continuation of Deferred@1516343605 after retry RPC after error@204860424) -> (continuation of Deferred@1029384108 after retry RPC after error@403101789) -> (continuation of Deferred@1320684113 after retry RPC after error@1833892386), errback=(continuation of Deferred@1233417102 after retry RPC after error@1810384888) -> (continuation of Deferred@513758563 after retry RPC after error@124656313) -> (continuation of Deferred@1830552025 after retry RPC after error@1155685381) -> (continuation of Deferred@540159415 after retry RPC after error@1476284634) -> (continuation of Deferred@1516343605 after retry RPC after error@204860424) -> (continuation of Deferred@1029384108 after retry RPC after error@403101789) -> (continuation of Deferred@1320684113 after retry RPC after error@1833892386)))
09:05:03.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@314884927(state=PENDING, result=null, callback=(continuation of Deferred@594968064 after retry RPC after error@2097332543) -> (continuation of Deferred@1108006019 after retry RPC after error@1986210502) -> (continuation of Deferred@1727388788 after retry RPC after error@227926700) -> (continuation of Deferred@430932305 after retry RPC after error@1995816376) -> (continuation of Deferred@1043057006 after retry RPC after error@470404229) -> (continuation of Deferred@2034856796 after retry RPC after error@571087280), errback=(continuation of Deferred@594968064 after retry RPC after error@2097332543) -> (continuation of Deferred@1108006019 after retry RPC after error@1986210502) -> (continuation of Deferred@1727388788 after retry RPC after error@227926700) -> (continuation of Deferred@430932305 after retry RPC after error@1995816376) -> (continuation of Deferred@1043057006 after retry RPC after error@470404229) -> (continuation of Deferred@2034856796 after retry RPC after error@571087280)))
09:05:03.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@314884927(state=PENDING, result=null, callback=(continuation of Deferred@594968064 after retry RPC after error@2097332543) -> (continuation of Deferred@1108006019 after retry RPC after error@1986210502) -> (continuation of Deferred@1727388788 after retry RPC after error@227926700) -> (continuation of Deferred@430932305 after retry RPC after error@1995816376) -> (continuation of Deferred@1043057006 after retry RPC after error@470404229) -> (continuation of Deferred@2034856796 after retry RPC after error@571087280), errback=(continuation of Deferred@594968064 after retry RPC after error@2097332543) -> (continuation of Deferred@1108006019 after retry RPC after error@1986210502) -> (continuation of Deferred@1727388788 after retry RPC after error@227926700) -> (continuation of Deferred@430932305 after retry RPC after error@1995816376) -> (continuation of Deferred@1043057006 after retry RPC after error@470404229) -> (continuation of Deferred@2034856796 after retry RPC after error@571087280)))
09:05:03.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:03.408587 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:03.410002 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:03.412075 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:03.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@377684496(state=PENDING, result=null, callback=(continuation of Deferred@1670950632 after retry RPC after error@432809417) -> (continuation of Deferred@108493156 after retry RPC after error@141191224) -> (continuation of Deferred@782465075 after retry RPC after error@1446634051) -> (continuation of Deferred@1798839737 after retry RPC after error@818451278) -> (continuation of Deferred@85919620 after retry RPC after error@472766110) -> (continuation of Deferred@928241015 after retry RPC after error@1140159024) -> (continuation of Deferred@1043037933 after retry RPC after error@1287706256), errback=(continuation of Deferred@1670950632 after retry RPC after error@432809417) -> (continuation of Deferred@108493156 after retry RPC after error@141191224) -> (continuation of Deferred@782465075 after retry RPC after error@1446634051) -> (continuation of Deferred@1798839737 after retry RPC after error@818451278) -> (continuation of Deferred@85919620 after retry RPC after error@472766110) -> (continuation of Deferred@928241015 after retry RPC after error@1140159024) -> (continuation of Deferred@1043037933 after retry RPC after error@1287706256)))
09:05:03.540 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@377684496(state=PENDING, result=null, callback=(continuation of Deferred@1670950632 after retry RPC after error@432809417) -> (continuation of Deferred@108493156 after retry RPC after error@141191224) -> (continuation of Deferred@782465075 after retry RPC after error@1446634051) -> (continuation of Deferred@1798839737 after retry RPC after error@818451278) -> (continuation of Deferred@85919620 after retry RPC after error@472766110) -> (continuation of Deferred@928241015 after retry RPC after error@1140159024) -> (continuation of Deferred@1043037933 after retry RPC after error@1287706256), errback=(continuation of Deferred@1670950632 after retry RPC after error@432809417) -> (continuation of Deferred@108493156 after retry RPC after error@141191224) -> (continuation of Deferred@782465075 after retry RPC after error@1446634051) -> (continuation of Deferred@1798839737 after retry RPC after error@818451278) -> (continuation of Deferred@85919620 after retry RPC after error@472766110) -> (continuation of Deferred@928241015 after retry RPC after error@1140159024) -> (continuation of Deferred@1043037933 after retry RPC after error@1287706256)))
09:05:03.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@914105773(state=PENDING, result=null, callback=(continuation of Deferred@1014209835 after retry RPC after error@435585653) -> (continuation of Deferred@1279450375 after retry RPC after error@465885295) -> (continuation of Deferred@998147321 after retry RPC after error@372657353) -> (continuation of Deferred@1279660525 after retry RPC after error@1904000938) -> (continuation of Deferred@1055564848 after retry RPC after error@446621472) -> (continuation of Deferred@1714111719 after retry RPC after error@1916679783) -> (continuation of Deferred@421451572 after retry RPC after error@1960084688), errback=(continuation of Deferred@1014209835 after retry RPC after error@435585653) -> (continuation of Deferred@1279450375 after retry RPC after error@465885295) -> (continuation of Deferred@998147321 after retry RPC after error@372657353) -> (continuation of Deferred@1279660525 after retry RPC after error@1904000938) -> (continuation of Deferred@1055564848 after retry RPC after error@446621472) -> (continuation of Deferred@1714111719 after retry RPC after error@1916679783) -> (continuation of Deferred@421451572 after retry RPC after error@1960084688)))
09:05:03.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@914105773(state=PENDING, result=null, callback=(continuation of Deferred@1014209835 after retry RPC after error@435585653) -> (continuation of Deferred@1279450375 after retry RPC after error@465885295) -> (continuation of Deferred@998147321 after retry RPC after error@372657353) -> (continuation of Deferred@1279660525 after retry RPC after error@1904000938) -> (continuation of Deferred@1055564848 after retry RPC after error@446621472) -> (continuation of Deferred@1714111719 after retry RPC after error@1916679783) -> (continuation of Deferred@421451572 after retry RPC after error@1960084688), errback=(continuation of Deferred@1014209835 after retry RPC after error@435585653) -> (continuation of Deferred@1279450375 after retry RPC after error@465885295) -> (continuation of Deferred@998147321 after retry RPC after error@372657353) -> (continuation of Deferred@1279660525 after retry RPC after error@1904000938) -> (continuation of Deferred@1055564848 after retry RPC after error@446621472) -> (continuation of Deferred@1714111719 after retry RPC after error@1916679783) -> (continuation of Deferred@421451572 after retry RPC after error@1960084688)))
09:05:03.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:03.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:03.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:03.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:03.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:03.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.057 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1400119538(state=PENDING, result=null, callback=(continuation of Deferred@131207193 after retry RPC after error@181244931) -> (continuation of Deferred@1459508757 after retry RPC after error@620728200) -> (continuation of Deferred@867832278 after retry RPC after error@1429333550) -> (continuation of Deferred@1901812835 after retry RPC after error@696262159) -> (continuation of Deferred@1255640648 after retry RPC after error@269291946) -> (continuation of Deferred@991887244 after retry RPC after error@306704006) -> (continuation of Deferred@1679066952 after retry RPC after error@476863009), errback=(continuation of Deferred@131207193 after retry RPC after error@181244931) -> (continuation of Deferred@1459508757 after retry RPC after error@620728200) -> (continuation of Deferred@867832278 after retry RPC after error@1429333550) -> (continuation of Deferred@1901812835 after retry RPC after error@696262159) -> (continuation of Deferred@1255640648 after retry RPC after error@269291946) -> (continuation of Deferred@991887244 after retry RPC after error@306704006) -> (continuation of Deferred@1679066952 after retry RPC after error@476863009)))
09:05:04.057 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:04.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1113278853(state=PENDING, result=null, callback=(continuation of Deferred@267800438 after retry RPC after error@1827207095) -> (continuation of Deferred@480040798 after retry RPC after error@76784169) -> (continuation of Deferred@967036978 after retry RPC after error@316530174) -> (continuation of Deferred@1744948956 after retry RPC after error@1897573151) -> (continuation of Deferred@1453315918 after retry RPC after error@718389838) -> (continuation of Deferred@1287692006 after retry RPC after error@1755743794) -> (continuation of Deferred@1076562383 after retry RPC after error@1682726966), errback=(continuation of Deferred@267800438 after retry RPC after error@1827207095) -> (continuation of Deferred@480040798 after retry RPC after error@76784169) -> (continuation of Deferred@967036978 after retry RPC after error@316530174) -> (continuation of Deferred@1744948956 after retry RPC after error@1897573151) -> (continuation of Deferred@1453315918 after retry RPC after error@718389838) -> (continuation of Deferred@1287692006 after retry RPC after error@1755743794) -> (continuation of Deferred@1076562383 after retry RPC after error@1682726966)))
09:05:04.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1113278853(state=PENDING, result=null, callback=(continuation of Deferred@267800438 after retry RPC after error@1827207095) -> (continuation of Deferred@480040798 after retry RPC after error@76784169) -> (continuation of Deferred@967036978 after retry RPC after error@316530174) -> (continuation of Deferred@1744948956 after retry RPC after error@1897573151) -> (continuation of Deferred@1453315918 after retry RPC after error@718389838) -> (continuation of Deferred@1287692006 after retry RPC after error@1755743794) -> (continuation of Deferred@1076562383 after retry RPC after error@1682726966), errback=(continuation of Deferred@267800438 after retry RPC after error@1827207095) -> (continuation of Deferred@480040798 after retry RPC after error@76784169) -> (continuation of Deferred@967036978 after retry RPC after error@316530174) -> (continuation of Deferred@1744948956 after retry RPC after error@1897573151) -> (continuation of Deferred@1453315918 after retry RPC after error@718389838) -> (continuation of Deferred@1287692006 after retry RPC after error@1755743794) -> (continuation of Deferred@1076562383 after retry RPC after error@1682726966)))
09:05:04.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@635930349(state=PENDING, result=null, callback=(continuation of Deferred@315872647 after retry RPC after error@1857768963) -> (continuation of Deferred@495938467 after retry RPC after error@71714321) -> (continuation of Deferred@137741555 after retry RPC after error@1019889824) -> (continuation of Deferred@1526660841 after retry RPC after error@1816022377) -> (continuation of Deferred@1242177089 after retry RPC after error@611041512) -> (continuation of Deferred@164592442 after retry RPC after error@394541679), errback=(continuation of Deferred@315872647 after retry RPC after error@1857768963) -> (continuation of Deferred@495938467 after retry RPC after error@71714321) -> (continuation of Deferred@137741555 after retry RPC after error@1019889824) -> (continuation of Deferred@1526660841 after retry RPC after error@1816022377) -> (continuation of Deferred@1242177089 after retry RPC after error@611041512) -> (continuation of Deferred@164592442 after retry RPC after error@394541679)))
09:05:04.519 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@635930349(state=PENDING, result=null, callback=(continuation of Deferred@315872647 after retry RPC after error@1857768963) -> (continuation of Deferred@495938467 after retry RPC after error@71714321) -> (continuation of Deferred@137741555 after retry RPC after error@1019889824) -> (continuation of Deferred@1526660841 after retry RPC after error@1816022377) -> (continuation of Deferred@1242177089 after retry RPC after error@611041512) -> (continuation of Deferred@164592442 after retry RPC after error@394541679), errback=(continuation of Deferred@315872647 after retry RPC after error@1857768963) -> (continuation of Deferred@495938467 after retry RPC after error@71714321) -> (continuation of Deferred@137741555 after retry RPC after error@1019889824) -> (continuation of Deferred@1526660841 after retry RPC after error@1816022377) -> (continuation of Deferred@1242177089 after retry RPC after error@611041512) -> (continuation of Deferred@164592442 after retry RPC after error@394541679)))
09:05:04.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@734095309(state=PENDING, result=null, callback=(continuation of Deferred@1206913230 after retry RPC after error@270166024) -> (continuation of Deferred@1015500954 after retry RPC after error@475572168) -> (continuation of Deferred@1537829621 after retry RPC after error@405803936) -> (continuation of Deferred@506823612 after retry RPC after error@1200230741) -> (continuation of Deferred@1466181011 after retry RPC after error@1339134412) -> (continuation of Deferred@2110510057 after retry RPC after error@1792828860) -> (continuation of Deferred@484613577 after retry RPC after error@1602105448), errback=(continuation of Deferred@1206913230 after retry RPC after error@270166024) -> (continuation of Deferred@1015500954 after retry RPC after error@475572168) -> (continuation of Deferred@1537829621 after retry RPC after error@405803936) -> (continuation of Deferred@506823612 after retry RPC after error@1200230741) -> (continuation of Deferred@1466181011 after retry RPC after error@1339134412) -> (continuation of Deferred@2110510057 after retry RPC after error@1792828860) -> (continuation of Deferred@484613577 after retry RPC after error@1602105448)))
09:05:04.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@734095309(state=PENDING, result=null, callback=(continuation of Deferred@1206913230 after retry RPC after error@270166024) -> (continuation of Deferred@1015500954 after retry RPC after error@475572168) -> (continuation of Deferred@1537829621 after retry RPC after error@405803936) -> (continuation of Deferred@506823612 after retry RPC after error@1200230741) -> (continuation of Deferred@1466181011 after retry RPC after error@1339134412) -> (continuation of Deferred@2110510057 after retry RPC after error@1792828860) -> (continuation of Deferred@484613577 after retry RPC after error@1602105448), errback=(continuation of Deferred@1206913230 after retry RPC after error@270166024) -> (continuation of Deferred@1015500954 after retry RPC after error@475572168) -> (continuation of Deferred@1537829621 after retry RPC after error@405803936) -> (continuation of Deferred@506823612 after retry RPC after error@1200230741) -> (continuation of Deferred@1466181011 after retry RPC after error@1339134412) -> (continuation of Deferred@2110510057 after retry RPC after error@1792828860) -> (continuation of Deferred@484613577 after retry RPC after error@1602105448)))
09:05:04.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2010842787(state=PENDING, result=null, callback=(continuation of Deferred@1733901408 after retry RPC after error@43937739) -> (continuation of Deferred@234352035 after retry RPC after error@582360224) -> (continuation of Deferred@211979946 after retry RPC after error@2100517058) -> (continuation of Deferred@1327183922 after retry RPC after error@1566207597) -> (continuation of Deferred@1167424690 after retry RPC after error@579328394) -> (continuation of Deferred@877375296 after retry RPC after error@980190882) -> (continuation of Deferred@1416764849 after retry RPC after error@1210438972), errback=(continuation of Deferred@1733901408 after retry RPC after error@43937739) -> (continuation of Deferred@234352035 after retry RPC after error@582360224) -> (continuation of Deferred@211979946 after retry RPC after error@2100517058) -> (continuation of Deferred@1327183922 after retry RPC after error@1566207597) -> (continuation of Deferred@1167424690 after retry RPC after error@579328394) -> (continuation of Deferred@877375296 after retry RPC after error@980190882) -> (continuation of Deferred@1416764849 after retry RPC after error@1210438972)))
09:05:04.940 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2010842787(state=PENDING, result=null, callback=(continuation of Deferred@1733901408 after retry RPC after error@43937739) -> (continuation of Deferred@234352035 after retry RPC after error@582360224) -> (continuation of Deferred@211979946 after retry RPC after error@2100517058) -> (continuation of Deferred@1327183922 after retry RPC after error@1566207597) -> (continuation of Deferred@1167424690 after retry RPC after error@579328394) -> (continuation of Deferred@877375296 after retry RPC after error@980190882) -> (continuation of Deferred@1416764849 after retry RPC after error@1210438972), errback=(continuation of Deferred@1733901408 after retry RPC after error@43937739) -> (continuation of Deferred@234352035 after retry RPC after error@582360224) -> (continuation of Deferred@211979946 after retry RPC after error@2100517058) -> (continuation of Deferred@1327183922 after retry RPC after error@1566207597) -> (continuation of Deferred@1167424690 after retry RPC after error@579328394) -> (continuation of Deferred@877375296 after retry RPC after error@980190882) -> (continuation of Deferred@1416764849 after retry RPC after error@1210438972)))
09:05:04.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:04.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:04.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:04.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:04.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:04.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.216 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1639108192(state=PENDING, result=null, callback=(continuation of Deferred@288867676 after retry RPC after error@1932097379) -> (continuation of Deferred@1022009414 after retry RPC after error@1272752245) -> (continuation of Deferred@1693354359 after retry RPC after error@1556375782) -> (continuation of Deferred@893721512 after retry RPC after error@469009013) -> (continuation of Deferred@197203277 after retry RPC after error@1950211979) -> (continuation of Deferred@1773667071 after retry RPC after error@1457574551) -> (continuation of Deferred@1426640507 after retry RPC after error@1339265750) -> (continuation of Deferred@1716903465 after retry RPC after error@913431582), errback=(continuation of Deferred@288867676 after retry RPC after error@1932097379) -> (continuation of Deferred@1022009414 after retry RPC after error@1272752245) -> (continuation of Deferred@1693354359 after retry RPC after error@1556375782) -> (continuation of Deferred@893721512 after retry RPC after error@469009013) -> (continuation of Deferred@197203277 after retry RPC after error@1950211979) -> (continuation of Deferred@1773667071 after retry RPC after error@1457574551) -> (continuation of Deferred@1426640507 after retry RPC after error@1339265750) -> (continuation of Deferred@1716903465 after retry RPC after error@913431582)))
09:05:05.217 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:05.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1658702076(state=PENDING, result=null, callback=(continuation of Deferred@1666953332 after retry RPC after error@1885855174) -> (continuation of Deferred@2049191467 after retry RPC after error@1983022011) -> (continuation of Deferred@1213482265 after retry RPC after error@110311480) -> (continuation of Deferred@1562184631 after retry RPC after error@1070626036) -> (continuation of Deferred@1439077018 after retry RPC after error@1250632418) -> (continuation of Deferred@2139015351 after retry RPC after error@1127572600) -> (continuation of Deferred@579239110 after retry RPC after error@831112774), errback=(continuation of Deferred@1666953332 after retry RPC after error@1885855174) -> (continuation of Deferred@2049191467 after retry RPC after error@1983022011) -> (continuation of Deferred@1213482265 after retry RPC after error@110311480) -> (continuation of Deferred@1562184631 after retry RPC after error@1070626036) -> (continuation of Deferred@1439077018 after retry RPC after error@1250632418) -> (continuation of Deferred@2139015351 after retry RPC after error@1127572600) -> (continuation of Deferred@579239110 after retry RPC after error@831112774)))
09:05:05.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1658702076(state=PENDING, result=null, callback=(continuation of Deferred@1666953332 after retry RPC after error@1885855174) -> (continuation of Deferred@2049191467 after retry RPC after error@1983022011) -> (continuation of Deferred@1213482265 after retry RPC after error@110311480) -> (continuation of Deferred@1562184631 after retry RPC after error@1070626036) -> (continuation of Deferred@1439077018 after retry RPC after error@1250632418) -> (continuation of Deferred@2139015351 after retry RPC after error@1127572600) -> (continuation of Deferred@579239110 after retry RPC after error@831112774), errback=(continuation of Deferred@1666953332 after retry RPC after error@1885855174) -> (continuation of Deferred@2049191467 after retry RPC after error@1983022011) -> (continuation of Deferred@1213482265 after retry RPC after error@110311480) -> (continuation of Deferred@1562184631 after retry RPC after error@1070626036) -> (continuation of Deferred@1439077018 after retry RPC after error@1250632418) -> (continuation of Deferred@2139015351 after retry RPC after error@1127572600) -> (continuation of Deferred@579239110 after retry RPC after error@831112774)))
09:05:05.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.677 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@772316901(state=PENDING, result=null, callback=(continuation of Deferred@1734608442 after retry RPC after error@1194490275) -> (continuation of Deferred@1541455006 after retry RPC after error@838201009) -> (continuation of Deferred@1986489187 after retry RPC after error@575466349) -> (continuation of Deferred@2090248182 after retry RPC after error@1653104307) -> (continuation of Deferred@796466674 after retry RPC after error@1781243123) -> (continuation of Deferred@600522583 after retry RPC after error@60199003) -> (continuation of Deferred@1684511574 after retry RPC after error@1377652525), errback=(continuation of Deferred@1734608442 after retry RPC after error@1194490275) -> (continuation of Deferred@1541455006 after retry RPC after error@838201009) -> (continuation of Deferred@1986489187 after retry RPC after error@575466349) -> (continuation of Deferred@2090248182 after retry RPC after error@1653104307) -> (continuation of Deferred@796466674 after retry RPC after error@1781243123) -> (continuation of Deferred@600522583 after retry RPC after error@60199003) -> (continuation of Deferred@1684511574 after retry RPC after error@1377652525)))
09:05:05.677 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:05.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1315192659(state=PENDING, result=null, callback=(continuation of Deferred@1705272584 after retry RPC after error@665004650) -> (continuation of Deferred@760114127 after retry RPC after error@1111447442) -> (continuation of Deferred@83224312 after retry RPC after error@976977014) -> (continuation of Deferred@1685416173 after retry RPC after error@1557016630) -> (continuation of Deferred@1999097713 after retry RPC after error@379503919) -> (continuation of Deferred@1508107537 after retry RPC after error@1946235291) -> (continuation of Deferred@1033118765 after retry RPC after error@1564686605), errback=(continuation of Deferred@1705272584 after retry RPC after error@665004650) -> (continuation of Deferred@760114127 after retry RPC after error@1111447442) -> (continuation of Deferred@83224312 after retry RPC after error@976977014) -> (continuation of Deferred@1685416173 after retry RPC after error@1557016630) -> (continuation of Deferred@1999097713 after retry RPC after error@379503919) -> (continuation of Deferred@1508107537 after retry RPC after error@1946235291) -> (continuation of Deferred@1033118765 after retry RPC after error@1564686605)))
09:05:05.921 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1315192659(state=PENDING, result=null, callback=(continuation of Deferred@1705272584 after retry RPC after error@665004650) -> (continuation of Deferred@760114127 after retry RPC after error@1111447442) -> (continuation of Deferred@83224312 after retry RPC after error@976977014) -> (continuation of Deferred@1685416173 after retry RPC after error@1557016630) -> (continuation of Deferred@1999097713 after retry RPC after error@379503919) -> (continuation of Deferred@1508107537 after retry RPC after error@1946235291) -> (continuation of Deferred@1033118765 after retry RPC after error@1564686605), errback=(continuation of Deferred@1705272584 after retry RPC after error@665004650) -> (continuation of Deferred@760114127 after retry RPC after error@1111447442) -> (continuation of Deferred@83224312 after retry RPC after error@976977014) -> (continuation of Deferred@1685416173 after retry RPC after error@1557016630) -> (continuation of Deferred@1999097713 after retry RPC after error@379503919) -> (continuation of Deferred@1508107537 after retry RPC after error@1946235291) -> (continuation of Deferred@1033118765 after retry RPC after error@1564686605)))
09:05:05.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:05.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:05.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:05.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:05.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:05.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.086262 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.086462 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:06.196 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@457191369(state=PENDING, result=null, callback=(continuation of Deferred@199944368 after retry RPC after error@252908248) -> (continuation of Deferred@1238557128 after retry RPC after error@1408676188) -> (continuation of Deferred@260406522 after retry RPC after error@412563968) -> (continuation of Deferred@1184187515 after retry RPC after error@537883044) -> (continuation of Deferred@80329715 after retry RPC after error@623892048) -> (continuation of Deferred@1240856594 after retry RPC after error@304882393) -> (continuation of Deferred@1542657356 after retry RPC after error@3523892), errback=(continuation of Deferred@199944368 after retry RPC after error@252908248) -> (continuation of Deferred@1238557128 after retry RPC after error@1408676188) -> (continuation of Deferred@260406522 after retry RPC after error@412563968) -> (continuation of Deferred@1184187515 after retry RPC after error@537883044) -> (continuation of Deferred@80329715 after retry RPC after error@623892048) -> (continuation of Deferred@1240856594 after retry RPC after error@304882393) -> (continuation of Deferred@1542657356 after retry RPC after error@3523892)))
09:05:06.197 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:06.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@977148061(state=PENDING, result=null, callback=(continuation of Deferred@692856706 after retry RPC after error@1433812515) -> (continuation of Deferred@1764617863 after retry RPC after error@597551567) -> (continuation of Deferred@1797630473 after retry RPC after error@256251496) -> (continuation of Deferred@152672465 after retry RPC after error@1158077356) -> (continuation of Deferred@62215399 after retry RPC after error@1015019439) -> (continuation of Deferred@2036678625 after retry RPC after error@172835034) -> (continuation of Deferred@603340568 after retry RPC after error@1626826310), errback=(continuation of Deferred@692856706 after retry RPC after error@1433812515) -> (continuation of Deferred@1764617863 after retry RPC after error@597551567) -> (continuation of Deferred@1797630473 after retry RPC after error@256251496) -> (continuation of Deferred@152672465 after retry RPC after error@1158077356) -> (continuation of Deferred@62215399 after retry RPC after error@1015019439) -> (continuation of Deferred@2036678625 after retry RPC after error@172835034) -> (continuation of Deferred@603340568 after retry RPC after error@1626826310)))
09:05:06.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@977148061(state=PENDING, result=null, callback=(continuation of Deferred@692856706 after retry RPC after error@1433812515) -> (continuation of Deferred@1764617863 after retry RPC after error@597551567) -> (continuation of Deferred@1797630473 after retry RPC after error@256251496) -> (continuation of Deferred@152672465 after retry RPC after error@1158077356) -> (continuation of Deferred@62215399 after retry RPC after error@1015019439) -> (continuation of Deferred@2036678625 after retry RPC after error@172835034) -> (continuation of Deferred@603340568 after retry RPC after error@1626826310), errback=(continuation of Deferred@692856706 after retry RPC after error@1433812515) -> (continuation of Deferred@1764617863 after retry RPC after error@597551567) -> (continuation of Deferred@1797630473 after retry RPC after error@256251496) -> (continuation of Deferred@152672465 after retry RPC after error@1158077356) -> (continuation of Deferred@62215399 after retry RPC after error@1015019439) -> (continuation of Deferred@2036678625 after retry RPC after error@172835034) -> (continuation of Deferred@603340568 after retry RPC after error@1626826310)))
09:05:06.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.498531 1384 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:05:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.498744 1384 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:05:06.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.499454 1384 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:05:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:06.500393 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:06.501933 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:06.502139 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.502242 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:05:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:06.502509 1384 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:06.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1164248379(state=PENDING, result=null, callback=(continuation of Deferred@335097446 after retry RPC after error@1019920233) -> (continuation of Deferred@1332255222 after retry RPC after error@583598589) -> (continuation of Deferred@2014937564 after retry RPC after error@289495105) -> (continuation of Deferred@451790006 after retry RPC after error@1891760383) -> (continuation of Deferred@1155694682 after retry RPC after error@1610243031) -> (continuation of Deferred@734461162 after retry RPC after error@1421868909), errback=(continuation of Deferred@335097446 after retry RPC after error@1019920233) -> (continuation of Deferred@1332255222 after retry RPC after error@583598589) -> (continuation of Deferred@2014937564 after retry RPC after error@289495105) -> (continuation of Deferred@451790006 after retry RPC after error@1891760383) -> (continuation of Deferred@1155694682 after retry RPC after error@1610243031) -> (continuation of Deferred@734461162 after retry RPC after error@1421868909)))
09:05:06.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1164248379(state=PENDING, result=null, callback=(continuation of Deferred@335097446 after retry RPC after error@1019920233) -> (continuation of Deferred@1332255222 after retry RPC after error@583598589) -> (continuation of Deferred@2014937564 after retry RPC after error@289495105) -> (continuation of Deferred@451790006 after retry RPC after error@1891760383) -> (continuation of Deferred@1155694682 after retry RPC after error@1610243031) -> (continuation of Deferred@734461162 after retry RPC after error@1421868909), errback=(continuation of Deferred@335097446 after retry RPC after error@1019920233) -> (continuation of Deferred@1332255222 after retry RPC after error@583598589) -> (continuation of Deferred@2014937564 after retry RPC after error@289495105) -> (continuation of Deferred@451790006 after retry RPC after error@1891760383) -> (continuation of Deferred@1155694682 after retry RPC after error@1610243031) -> (continuation of Deferred@734461162 after retry RPC after error@1421868909)))
09:05:06.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@775306382(state=PENDING, result=null, callback=(continuation of Deferred@1572179757 after retry RPC after error@281524394) -> (continuation of Deferred@779745164 after retry RPC after error@833907841) -> (continuation of Deferred@1082737021 after retry RPC after error@1831252782) -> (continuation of Deferred@201518225 after retry RPC after error@507529716) -> (continuation of Deferred@340287976 after retry RPC after error@1286541196) -> (continuation of Deferred@1464997100 after retry RPC after error@1262614555), errback=(continuation of Deferred@1572179757 after retry RPC after error@281524394) -> (continuation of Deferred@779745164 after retry RPC after error@833907841) -> (continuation of Deferred@1082737021 after retry RPC after error@1831252782) -> (continuation of Deferred@201518225 after retry RPC after error@507529716) -> (continuation of Deferred@340287976 after retry RPC after error@1286541196) -> (continuation of Deferred@1464997100 after retry RPC after error@1262614555)))
09:05:06.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@775306382(state=PENDING, result=null, callback=(continuation of Deferred@1572179757 after retry RPC after error@281524394) -> (continuation of Deferred@779745164 after retry RPC after error@833907841) -> (continuation of Deferred@1082737021 after retry RPC after error@1831252782) -> (continuation of Deferred@201518225 after retry RPC after error@507529716) -> (continuation of Deferred@340287976 after retry RPC after error@1286541196) -> (continuation of Deferred@1464997100 after retry RPC after error@1262614555), errback=(continuation of Deferred@1572179757 after retry RPC after error@281524394) -> (continuation of Deferred@779745164 after retry RPC after error@833907841) -> (continuation of Deferred@1082737021 after retry RPC after error@1831252782) -> (continuation of Deferred@201518225 after retry RPC after error@507529716) -> (continuation of Deferred@340287976 after retry RPC after error@1286541196) -> (continuation of Deferred@1464997100 after retry RPC after error@1262614555)))
09:05:06.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:06.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@36911587(state=PENDING, result=null, callback=(continuation of Deferred@947157306 after retry RPC after error@238547109) -> (continuation of Deferred@2120880525 after retry RPC after error@1695404930) -> (continuation of Deferred@2125188016 after retry RPC after error@1328066072) -> (continuation of Deferred@1633695753 after retry RPC after error@1794799204) -> (continuation of Deferred@1244452544 after retry RPC after error@1082063347) -> (continuation of Deferred@540946821 after retry RPC after error@424553136), errback=(continuation of Deferred@947157306 after retry RPC after error@238547109) -> (continuation of Deferred@2120880525 after retry RPC after error@1695404930) -> (continuation of Deferred@2125188016 after retry RPC after error@1328066072) -> (continuation of Deferred@1633695753 after retry RPC after error@1794799204) -> (continuation of Deferred@1244452544 after retry RPC after error@1082063347) -> (continuation of Deferred@540946821 after retry RPC after error@424553136)))
09:05:06.980 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@36911587(state=PENDING, result=null, callback=(continuation of Deferred@947157306 after retry RPC after error@238547109) -> (continuation of Deferred@2120880525 after retry RPC after error@1695404930) -> (continuation of Deferred@2125188016 after retry RPC after error@1328066072) -> (continuation of Deferred@1633695753 after retry RPC after error@1794799204) -> (continuation of Deferred@1244452544 after retry RPC after error@1082063347) -> (continuation of Deferred@540946821 after retry RPC after error@424553136), errback=(continuation of Deferred@947157306 after retry RPC after error@238547109) -> (continuation of Deferred@2120880525 after retry RPC after error@1695404930) -> (continuation of Deferred@2125188016 after retry RPC after error@1328066072) -> (continuation of Deferred@1633695753 after retry RPC after error@1794799204) -> (continuation of Deferred@1244452544 after retry RPC after error@1082063347) -> (continuation of Deferred@540946821 after retry RPC after error@424553136)))
09:05:06.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:06.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:06.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:06.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:06.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@157789876(state=PENDING, result=null, callback=(continuation of Deferred@1397110244 after retry RPC after error@1551845830) -> (continuation of Deferred@2119972749 after retry RPC after error@1257911548) -> (continuation of Deferred@678543698 after retry RPC after error@249990371) -> (continuation of Deferred@286860013 after retry RPC after error@182434278) -> (continuation of Deferred@738366142 after retry RPC after error@372871753) -> (continuation of Deferred@1315951657 after retry RPC after error@965231755) -> (continuation of Deferred@27764326 after retry RPC after error@1540806593), errback=(continuation of Deferred@1397110244 after retry RPC after error@1551845830) -> (continuation of Deferred@2119972749 after retry RPC after error@1257911548) -> (continuation of Deferred@678543698 after retry RPC after error@249990371) -> (continuation of Deferred@286860013 after retry RPC after error@182434278) -> (continuation of Deferred@738366142 after retry RPC after error@372871753) -> (continuation of Deferred@1315951657 after retry RPC after error@965231755) -> (continuation of Deferred@27764326 after retry RPC after error@1540806593)))
09:05:07.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@157789876(state=PENDING, result=null, callback=(continuation of Deferred@1397110244 after retry RPC after error@1551845830) -> (continuation of Deferred@2119972749 after retry RPC after error@1257911548) -> (continuation of Deferred@678543698 after retry RPC after error@249990371) -> (continuation of Deferred@286860013 after retry RPC after error@182434278) -> (continuation of Deferred@738366142 after retry RPC after error@372871753) -> (continuation of Deferred@1315951657 after retry RPC after error@965231755) -> (continuation of Deferred@27764326 after retry RPC after error@1540806593), errback=(continuation of Deferred@1397110244 after retry RPC after error@1551845830) -> (continuation of Deferred@2119972749 after retry RPC after error@1257911548) -> (continuation of Deferred@678543698 after retry RPC after error@249990371) -> (continuation of Deferred@286860013 after retry RPC after error@182434278) -> (continuation of Deferred@738366142 after retry RPC after error@372871753) -> (continuation of Deferred@1315951657 after retry RPC after error@965231755) -> (continuation of Deferred@27764326 after retry RPC after error@1540806593)))
09:05:07.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@60564677(state=PENDING, result=null, callback=(continuation of Deferred@1612480 after retry RPC after error@2077487353) -> (continuation of Deferred@65237316 after retry RPC after error@1639696369) -> (continuation of Deferred@632393628 after retry RPC after error@1099032555) -> (continuation of Deferred@1508956110 after retry RPC after error@1716197198) -> (continuation of Deferred@1328527732 after retry RPC after error@31433157) -> (continuation of Deferred@1582192791 after retry RPC after error@1619117431), errback=(continuation of Deferred@1612480 after retry RPC after error@2077487353) -> (continuation of Deferred@65237316 after retry RPC after error@1639696369) -> (continuation of Deferred@632393628 after retry RPC after error@1099032555) -> (continuation of Deferred@1508956110 after retry RPC after error@1716197198) -> (continuation of Deferred@1328527732 after retry RPC after error@31433157) -> (continuation of Deferred@1582192791 after retry RPC after error@1619117431)))
09:05:07.320 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@60564677(state=PENDING, result=null, callback=(continuation of Deferred@1612480 after retry RPC after error@2077487353) -> (continuation of Deferred@65237316 after retry RPC after error@1639696369) -> (continuation of Deferred@632393628 after retry RPC after error@1099032555) -> (continuation of Deferred@1508956110 after retry RPC after error@1716197198) -> (continuation of Deferred@1328527732 after retry RPC after error@31433157) -> (continuation of Deferred@1582192791 after retry RPC after error@1619117431), errback=(continuation of Deferred@1612480 after retry RPC after error@2077487353) -> (continuation of Deferred@65237316 after retry RPC after error@1639696369) -> (continuation of Deferred@632393628 after retry RPC after error@1099032555) -> (continuation of Deferred@1508956110 after retry RPC after error@1716197198) -> (continuation of Deferred@1328527732 after retry RPC after error@31433157) -> (continuation of Deferred@1582192791 after retry RPC after error@1619117431)))
09:05:07.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.580 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@55795662(state=PENDING, result=null, callback=(continuation of Deferred@1061573083 after retry RPC after error@1789217904) -> (continuation of Deferred@1502319370 after retry RPC after error@1077877466) -> (continuation of Deferred@1299862415 after retry RPC after error@226246812) -> (continuation of Deferred@141201914 after retry RPC after error@809219047) -> (continuation of Deferred@801269828 after retry RPC after error@1079354752) -> (continuation of Deferred@485230897 after retry RPC after error@1898259904) -> (continuation of Deferred@1293542376 after retry RPC after error@546121326), errback=(continuation of Deferred@1061573083 after retry RPC after error@1789217904) -> (continuation of Deferred@1502319370 after retry RPC after error@1077877466) -> (continuation of Deferred@1299862415 after retry RPC after error@226246812) -> (continuation of Deferred@141201914 after retry RPC after error@809219047) -> (continuation of Deferred@801269828 after retry RPC after error@1079354752) -> (continuation of Deferred@485230897 after retry RPC after error@1898259904) -> (continuation of Deferred@1293542376 after retry RPC after error@546121326)))
09:05:07.581 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@55795662(state=PENDING, result=null, callback=(continuation of Deferred@1061573083 after retry RPC after error@1789217904) -> (continuation of Deferred@1502319370 after retry RPC after error@1077877466) -> (continuation of Deferred@1299862415 after retry RPC after error@226246812) -> (continuation of Deferred@141201914 after retry RPC after error@809219047) -> (continuation of Deferred@801269828 after retry RPC after error@1079354752) -> (continuation of Deferred@485230897 after retry RPC after error@1898259904) -> (continuation of Deferred@1293542376 after retry RPC after error@546121326), errback=(continuation of Deferred@1061573083 after retry RPC after error@1789217904) -> (continuation of Deferred@1502319370 after retry RPC after error@1077877466) -> (continuation of Deferred@1299862415 after retry RPC after error@226246812) -> (continuation of Deferred@141201914 after retry RPC after error@809219047) -> (continuation of Deferred@801269828 after retry RPC after error@1079354752) -> (continuation of Deferred@485230897 after retry RPC after error@1898259904) -> (continuation of Deferred@1293542376 after retry RPC after error@546121326)))
09:05:07.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@436644567(state=PENDING, result=null, callback=(continuation of Deferred@1959584642 after retry RPC after error@1137922563) -> (continuation of Deferred@404233362 after retry RPC after error@937905492) -> (continuation of Deferred@614754521 after retry RPC after error@2109633796) -> (continuation of Deferred@622467757 after retry RPC after error@681209527) -> (continuation of Deferred@805255645 after retry RPC after error@568819571) -> (continuation of Deferred@1415431824 after retry RPC after error@801764730), errback=(continuation of Deferred@1959584642 after retry RPC after error@1137922563) -> (continuation of Deferred@404233362 after retry RPC after error@937905492) -> (continuation of Deferred@614754521 after retry RPC after error@2109633796) -> (continuation of Deferred@622467757 after retry RPC after error@681209527) -> (continuation of Deferred@805255645 after retry RPC after error@568819571) -> (continuation of Deferred@1415431824 after retry RPC after error@801764730)))
09:05:07.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@436644567(state=PENDING, result=null, callback=(continuation of Deferred@1959584642 after retry RPC after error@1137922563) -> (continuation of Deferred@404233362 after retry RPC after error@937905492) -> (continuation of Deferred@614754521 after retry RPC after error@2109633796) -> (continuation of Deferred@622467757 after retry RPC after error@681209527) -> (continuation of Deferred@805255645 after retry RPC after error@568819571) -> (continuation of Deferred@1415431824 after retry RPC after error@801764730), errback=(continuation of Deferred@1959584642 after retry RPC after error@1137922563) -> (continuation of Deferred@404233362 after retry RPC after error@937905492) -> (continuation of Deferred@614754521 after retry RPC after error@2109633796) -> (continuation of Deferred@622467757 after retry RPC after error@681209527) -> (continuation of Deferred@805255645 after retry RPC after error@568819571) -> (continuation of Deferred@1415431824 after retry RPC after error@801764730)))
09:05:07.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:07.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:07.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:07.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:07.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:07.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2078952218(state=PENDING, result=null, callback=(continuation of Deferred@1484337233 after retry RPC after error@173326364) -> (continuation of Deferred@794576739 after retry RPC after error@105347849) -> (continuation of Deferred@397228072 after retry RPC after error@1003835105) -> (continuation of Deferred@1996452263 after retry RPC after error@1264440130) -> (continuation of Deferred@894422649 after retry RPC after error@612117623) -> (continuation of Deferred@696451862 after retry RPC after error@216072871) -> (continuation of Deferred@1201023300 after retry RPC after error@46971477) -> (continuation of Deferred@862356137 after retry RPC after error@924211800), errback=(continuation of Deferred@1484337233 after retry RPC after error@173326364) -> (continuation of Deferred@794576739 after retry RPC after error@105347849) -> (continuation of Deferred@397228072 after retry RPC after error@1003835105) -> (continuation of Deferred@1996452263 after retry RPC after error@1264440130) -> (continuation of Deferred@894422649 after retry RPC after error@612117623) -> (continuation of Deferred@696451862 after retry RPC after error@216072871) -> (continuation of Deferred@1201023300 after retry RPC after error@46971477) -> (continuation of Deferred@862356137 after retry RPC after error@924211800)))
09:05:08.020 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2078952218(state=PENDING, result=null, callback=(continuation of Deferred@1484337233 after retry RPC after error@173326364) -> (continuation of Deferred@794576739 after retry RPC after error@105347849) -> (continuation of Deferred@397228072 after retry RPC after error@1003835105) -> (continuation of Deferred@1996452263 after retry RPC after error@1264440130) -> (continuation of Deferred@894422649 after retry RPC after error@612117623) -> (continuation of Deferred@696451862 after retry RPC after error@216072871) -> (continuation of Deferred@1201023300 after retry RPC after error@46971477) -> (continuation of Deferred@862356137 after retry RPC after error@924211800), errback=(continuation of Deferred@1484337233 after retry RPC after error@173326364) -> (continuation of Deferred@794576739 after retry RPC after error@105347849) -> (continuation of Deferred@397228072 after retry RPC after error@1003835105) -> (continuation of Deferred@1996452263 after retry RPC after error@1264440130) -> (continuation of Deferred@894422649 after retry RPC after error@612117623) -> (continuation of Deferred@696451862 after retry RPC after error@216072871) -> (continuation of Deferred@1201023300 after retry RPC after error@46971477) -> (continuation of Deferred@862356137 after retry RPC after error@924211800)))
09:05:08.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@270275770(state=PENDING, result=null, callback=(continuation of Deferred@1927900661 after retry RPC after error@1002010494) -> (continuation of Deferred@1143278084 after retry RPC after error@879521790) -> (continuation of Deferred@231942723 after retry RPC after error@2107747840) -> (continuation of Deferred@288947866 after retry RPC after error@1182556380) -> (continuation of Deferred@1382665058 after retry RPC after error@583581313) -> (continuation of Deferred@1951553644 after retry RPC after error@1359850682) -> (continuation of Deferred@1294159650 after retry RPC after error@712559793), errback=(continuation of Deferred@1927900661 after retry RPC after error@1002010494) -> (continuation of Deferred@1143278084 after retry RPC after error@879521790) -> (continuation of Deferred@231942723 after retry RPC after error@2107747840) -> (continuation of Deferred@288947866 after retry RPC after error@1182556380) -> (continuation of Deferred@1382665058 after retry RPC after error@583581313) -> (continuation of Deferred@1951553644 after retry RPC after error@1359850682) -> (continuation of Deferred@1294159650 after retry RPC after error@712559793)))
09:05:08.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@270275770(state=PENDING, result=null, callback=(continuation of Deferred@1927900661 after retry RPC after error@1002010494) -> (continuation of Deferred@1143278084 after retry RPC after error@879521790) -> (continuation of Deferred@231942723 after retry RPC after error@2107747840) -> (continuation of Deferred@288947866 after retry RPC after error@1182556380) -> (continuation of Deferred@1382665058 after retry RPC after error@583581313) -> (continuation of Deferred@1951553644 after retry RPC after error@1359850682) -> (continuation of Deferred@1294159650 after retry RPC after error@712559793), errback=(continuation of Deferred@1927900661 after retry RPC after error@1002010494) -> (continuation of Deferred@1143278084 after retry RPC after error@879521790) -> (continuation of Deferred@231942723 after retry RPC after error@2107747840) -> (continuation of Deferred@288947866 after retry RPC after error@1182556380) -> (continuation of Deferred@1382665058 after retry RPC after error@583581313) -> (continuation of Deferred@1951553644 after retry RPC after error@1359850682) -> (continuation of Deferred@1294159650 after retry RPC after error@712559793)))
09:05:08.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1328307224(state=PENDING, result=null, callback=(continuation of Deferred@871808316 after retry RPC after error@695766087) -> (continuation of Deferred@1615364449 after retry RPC after error@1294585324) -> (continuation of Deferred@1269859880 after retry RPC after error@650588589) -> (continuation of Deferred@35712925 after retry RPC after error@23397528) -> (continuation of Deferred@1319846746 after retry RPC after error@1367234939) -> (continuation of Deferred@1411848398 after retry RPC after error@2102363926) -> (continuation of Deferred@1776990838 after retry RPC after error@1249678257), errback=(continuation of Deferred@871808316 after retry RPC after error@695766087) -> (continuation of Deferred@1615364449 after retry RPC after error@1294585324) -> (continuation of Deferred@1269859880 after retry RPC after error@650588589) -> (continuation of Deferred@35712925 after retry RPC after error@23397528) -> (continuation of Deferred@1319846746 after retry RPC after error@1367234939) -> (continuation of Deferred@1411848398 after retry RPC after error@2102363926) -> (continuation of Deferred@1776990838 after retry RPC after error@1249678257)))
09:05:08.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1328307224(state=PENDING, result=null, callback=(continuation of Deferred@871808316 after retry RPC after error@695766087) -> (continuation of Deferred@1615364449 after retry RPC after error@1294585324) -> (continuation of Deferred@1269859880 after retry RPC after error@650588589) -> (continuation of Deferred@35712925 after retry RPC after error@23397528) -> (continuation of Deferred@1319846746 after retry RPC after error@1367234939) -> (continuation of Deferred@1411848398 after retry RPC after error@2102363926) -> (continuation of Deferred@1776990838 after retry RPC after error@1249678257), errback=(continuation of Deferred@871808316 after retry RPC after error@695766087) -> (continuation of Deferred@1615364449 after retry RPC after error@1294585324) -> (continuation of Deferred@1269859880 after retry RPC after error@650588589) -> (continuation of Deferred@35712925 after retry RPC after error@23397528) -> (continuation of Deferred@1319846746 after retry RPC after error@1367234939) -> (continuation of Deferred@1411848398 after retry RPC after error@2102363926) -> (continuation of Deferred@1776990838 after retry RPC after error@1249678257)))
09:05:08.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:08.448069 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:08.453511 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:08.455734 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:08.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1150822273(state=PENDING, result=null, callback=(continuation of Deferred@828514341 after retry RPC after error@1865977530) -> (continuation of Deferred@751389105 after retry RPC after error@694732678) -> (continuation of Deferred@153856390 after retry RPC after error@575519559) -> (continuation of Deferred@1152383614 after retry RPC after error@731140506) -> (continuation of Deferred@2141694711 after retry RPC after error@813674951) -> (continuation of Deferred@188268988 after retry RPC after error@44652992) -> (continuation of Deferred@1075555184 after retry RPC after error@220711741), errback=(continuation of Deferred@828514341 after retry RPC after error@1865977530) -> (continuation of Deferred@751389105 after retry RPC after error@694732678) -> (continuation of Deferred@153856390 after retry RPC after error@575519559) -> (continuation of Deferred@1152383614 after retry RPC after error@731140506) -> (continuation of Deferred@2141694711 after retry RPC after error@813674951) -> (continuation of Deferred@188268988 after retry RPC after error@44652992) -> (continuation of Deferred@1075555184 after retry RPC after error@220711741)))
09:05:08.599 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1150822273(state=PENDING, result=null, callback=(continuation of Deferred@828514341 after retry RPC after error@1865977530) -> (continuation of Deferred@751389105 after retry RPC after error@694732678) -> (continuation of Deferred@153856390 after retry RPC after error@575519559) -> (continuation of Deferred@1152383614 after retry RPC after error@731140506) -> (continuation of Deferred@2141694711 after retry RPC after error@813674951) -> (continuation of Deferred@188268988 after retry RPC after error@44652992) -> (continuation of Deferred@1075555184 after retry RPC after error@220711741), errback=(continuation of Deferred@828514341 after retry RPC after error@1865977530) -> (continuation of Deferred@751389105 after retry RPC after error@694732678) -> (continuation of Deferred@153856390 after retry RPC after error@575519559) -> (continuation of Deferred@1152383614 after retry RPC after error@731140506) -> (continuation of Deferred@2141694711 after retry RPC after error@813674951) -> (continuation of Deferred@188268988 after retry RPC after error@44652992) -> (continuation of Deferred@1075555184 after retry RPC after error@220711741)))
09:05:08.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1212376270(state=PENDING, result=null, callback=(continuation of Deferred@318849222 after retry RPC after error@39098333) -> (continuation of Deferred@2054987428 after retry RPC after error@701161521) -> (continuation of Deferred@819233470 after retry RPC after error@370671878) -> (continuation of Deferred@135210207 after retry RPC after error@1983547015) -> (continuation of Deferred@1659841420 after retry RPC after error@883496678) -> (continuation of Deferred@1173484912 after retry RPC after error@1742560759) -> (continuation of Deferred@2096478667 after retry RPC after error@1543829) -> (continuation of Deferred@1242018194 after retry RPC after error@1194885056), errback=(continuation of Deferred@318849222 after retry RPC after error@39098333) -> (continuation of Deferred@2054987428 after retry RPC after error@701161521) -> (continuation of Deferred@819233470 after retry RPC after error@370671878) -> (continuation of Deferred@135210207 after retry RPC after error@1983547015) -> (continuation of Deferred@1659841420 after retry RPC after error@883496678) -> (continuation of Deferred@1173484912 after retry RPC after error@1742560759) -> (continuation of Deferred@2096478667 after retry RPC after error@1543829) -> (continuation of Deferred@1242018194 after retry RPC after error@1194885056)))
09:05:08.860 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1212376270(state=PENDING, result=null, callback=(continuation of Deferred@318849222 after retry RPC after error@39098333) -> (continuation of Deferred@2054987428 after retry RPC after error@701161521) -> (continuation of Deferred@819233470 after retry RPC after error@370671878) -> (continuation of Deferred@135210207 after retry RPC after error@1983547015) -> (continuation of Deferred@1659841420 after retry RPC after error@883496678) -> (continuation of Deferred@1173484912 after retry RPC after error@1742560759) -> (continuation of Deferred@2096478667 after retry RPC after error@1543829) -> (continuation of Deferred@1242018194 after retry RPC after error@1194885056), errback=(continuation of Deferred@318849222 after retry RPC after error@39098333) -> (continuation of Deferred@2054987428 after retry RPC after error@701161521) -> (continuation of Deferred@819233470 after retry RPC after error@370671878) -> (continuation of Deferred@135210207 after retry RPC after error@1983547015) -> (continuation of Deferred@1659841420 after retry RPC after error@883496678) -> (continuation of Deferred@1173484912 after retry RPC after error@1742560759) -> (continuation of Deferred@2096478667 after retry RPC after error@1543829) -> (continuation of Deferred@1242018194 after retry RPC after error@1194885056)))
09:05:08.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:08.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:08.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:08.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:08.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:08.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.137 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [204ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1956381705(state=PENDING, result=null, callback=(continuation of Deferred@1124031104 after retry RPC after error@1450978659) -> (continuation of Deferred@402582220 after retry RPC after error@55974006) -> (continuation of Deferred@994404806 after retry RPC after error@207965432) -> (continuation of Deferred@1814916914 after retry RPC after error@1594576745) -> (continuation of Deferred@1326454295 after retry RPC after error@1765052801) -> (continuation of Deferred@1860646762 after retry RPC after error@1804754392) -> (continuation of Deferred@620580371 after retry RPC after error@1770548116), errback=(continuation of Deferred@1124031104 after retry RPC after error@1450978659) -> (continuation of Deferred@402582220 after retry RPC after error@55974006) -> (continuation of Deferred@994404806 after retry RPC after error@207965432) -> (continuation of Deferred@1814916914 after retry RPC after error@1594576745) -> (continuation of Deferred@1326454295 after retry RPC after error@1765052801) -> (continuation of Deferred@1860646762 after retry RPC after error@1804754392) -> (continuation of Deferred@620580371 after retry RPC after error@1770548116)))
09:05:09.137 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:09.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1519119447(state=PENDING, result=null, callback=(continuation of Deferred@1945267271 after retry RPC after error@391610776) -> (continuation of Deferred@1037290296 after retry RPC after error@952070529) -> (continuation of Deferred@1490002565 after retry RPC after error@1941943109) -> (continuation of Deferred@1352023041 after retry RPC after error@333868267) -> (continuation of Deferred@907554712 after retry RPC after error@951289733) -> (continuation of Deferred@1503969958 after retry RPC after error@2038791245) -> (continuation of Deferred@244770826 after retry RPC after error@717085170), errback=(continuation of Deferred@1945267271 after retry RPC after error@391610776) -> (continuation of Deferred@1037290296 after retry RPC after error@952070529) -> (continuation of Deferred@1490002565 after retry RPC after error@1941943109) -> (continuation of Deferred@1352023041 after retry RPC after error@333868267) -> (continuation of Deferred@907554712 after retry RPC after error@951289733) -> (continuation of Deferred@1503969958 after retry RPC after error@2038791245) -> (continuation of Deferred@244770826 after retry RPC after error@717085170)))
09:05:09.380 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1519119447(state=PENDING, result=null, callback=(continuation of Deferred@1945267271 after retry RPC after error@391610776) -> (continuation of Deferred@1037290296 after retry RPC after error@952070529) -> (continuation of Deferred@1490002565 after retry RPC after error@1941943109) -> (continuation of Deferred@1352023041 after retry RPC after error@333868267) -> (continuation of Deferred@907554712 after retry RPC after error@951289733) -> (continuation of Deferred@1503969958 after retry RPC after error@2038791245) -> (continuation of Deferred@244770826 after retry RPC after error@717085170), errback=(continuation of Deferred@1945267271 after retry RPC after error@391610776) -> (continuation of Deferred@1037290296 after retry RPC after error@952070529) -> (continuation of Deferred@1490002565 after retry RPC after error@1941943109) -> (continuation of Deferred@1352023041 after retry RPC after error@333868267) -> (continuation of Deferred@907554712 after retry RPC after error@951289733) -> (continuation of Deferred@1503969958 after retry RPC after error@2038791245) -> (continuation of Deferred@244770826 after retry RPC after error@717085170)))
09:05:09.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@198582524(state=PENDING, result=null, callback=(continuation of Deferred@1674689161 after retry RPC after error@1257053933) -> (continuation of Deferred@250163757 after retry RPC after error@880947916) -> (continuation of Deferred@1516880679 after retry RPC after error@2018620657) -> (continuation of Deferred@1072597388 after retry RPC after error@450873583) -> (continuation of Deferred@238764136 after retry RPC after error@2075695970) -> (continuation of Deferred@810667888 after retry RPC after error@1412296997) -> (continuation of Deferred@4309960 after retry RPC after error@1058876201), errback=(continuation of Deferred@1674689161 after retry RPC after error@1257053933) -> (continuation of Deferred@250163757 after retry RPC after error@880947916) -> (continuation of Deferred@1516880679 after retry RPC after error@2018620657) -> (continuation of Deferred@1072597388 after retry RPC after error@450873583) -> (continuation of Deferred@238764136 after retry RPC after error@2075695970) -> (continuation of Deferred@810667888 after retry RPC after error@1412296997) -> (continuation of Deferred@4309960 after retry RPC after error@1058876201)))
09:05:09.640 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@198582524(state=PENDING, result=null, callback=(continuation of Deferred@1674689161 after retry RPC after error@1257053933) -> (continuation of Deferred@250163757 after retry RPC after error@880947916) -> (continuation of Deferred@1516880679 after retry RPC after error@2018620657) -> (continuation of Deferred@1072597388 after retry RPC after error@450873583) -> (continuation of Deferred@238764136 after retry RPC after error@2075695970) -> (continuation of Deferred@810667888 after retry RPC after error@1412296997) -> (continuation of Deferred@4309960 after retry RPC after error@1058876201), errback=(continuation of Deferred@1674689161 after retry RPC after error@1257053933) -> (continuation of Deferred@250163757 after retry RPC after error@880947916) -> (continuation of Deferred@1516880679 after retry RPC after error@2018620657) -> (continuation of Deferred@1072597388 after retry RPC after error@450873583) -> (continuation of Deferred@238764136 after retry RPC after error@2075695970) -> (continuation of Deferred@810667888 after retry RPC after error@1412296997) -> (continuation of Deferred@4309960 after retry RPC after error@1058876201)))
09:05:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@387605493(state=PENDING, result=null, callback=(continuation of Deferred@5190613 after retry RPC after error@703225939) -> (continuation of Deferred@1400324188 after retry RPC after error@389448716) -> (continuation of Deferred@1847512228 after retry RPC after error@344768972) -> (continuation of Deferred@2098202273 after retry RPC after error@1587936235) -> (continuation of Deferred@1187411831 after retry RPC after error@884362434) -> (continuation of Deferred@1231970811 after retry RPC after error@954573214), errback=(continuation of Deferred@5190613 after retry RPC after error@703225939) -> (continuation of Deferred@1400324188 after retry RPC after error@389448716) -> (continuation of Deferred@1847512228 after retry RPC after error@344768972) -> (continuation of Deferred@2098202273 after retry RPC after error@1587936235) -> (continuation of Deferred@1187411831 after retry RPC after error@884362434) -> (continuation of Deferred@1231970811 after retry RPC after error@954573214)))
09:05:09.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@387605493(state=PENDING, result=null, callback=(continuation of Deferred@5190613 after retry RPC after error@703225939) -> (continuation of Deferred@1400324188 after retry RPC after error@389448716) -> (continuation of Deferred@1847512228 after retry RPC after error@344768972) -> (continuation of Deferred@2098202273 after retry RPC after error@1587936235) -> (continuation of Deferred@1187411831 after retry RPC after error@884362434) -> (continuation of Deferred@1231970811 after retry RPC after error@954573214), errback=(continuation of Deferred@5190613 after retry RPC after error@703225939) -> (continuation of Deferred@1400324188 after retry RPC after error@389448716) -> (continuation of Deferred@1847512228 after retry RPC after error@344768972) -> (continuation of Deferred@2098202273 after retry RPC after error@1587936235) -> (continuation of Deferred@1187411831 after retry RPC after error@884362434) -> (continuation of Deferred@1231970811 after retry RPC after error@954573214)))
09:05:09.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:09.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:09.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:09.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:09.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:09.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.097 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [4ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@972081362(state=PENDING, result=null, callback=(continuation of Deferred@1418508790 after retry RPC after error@2028957690) -> (continuation of Deferred@1370950845 after retry RPC after error@1849616385) -> (continuation of Deferred@1598861113 after retry RPC after error@1558154133) -> (continuation of Deferred@904181335 after retry RPC after error@738409994) -> (continuation of Deferred@369912276 after retry RPC after error@909101987) -> (continuation of Deferred@652838207 after retry RPC after error@321854598) -> (continuation of Deferred@1712887294 after retry RPC after error@782383181), errback=(continuation of Deferred@1418508790 after retry RPC after error@2028957690) -> (continuation of Deferred@1370950845 after retry RPC after error@1849616385) -> (continuation of Deferred@1598861113 after retry RPC after error@1558154133) -> (continuation of Deferred@904181335 after retry RPC after error@738409994) -> (continuation of Deferred@369912276 after retry RPC after error@909101987) -> (continuation of Deferred@652838207 after retry RPC after error@321854598) -> (continuation of Deferred@1712887294 after retry RPC after error@782383181)))
09:05:10.098 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:10.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1290227974(state=PENDING, result=null, callback=(continuation of Deferred@241184562 after retry RPC after error@1406121649) -> (continuation of Deferred@1675801855 after retry RPC after error@368817892) -> (continuation of Deferred@443355862 after retry RPC after error@884557076) -> (continuation of Deferred@1116359216 after retry RPC after error@168728595) -> (continuation of Deferred@2013777958 after retry RPC after error@107523031) -> (continuation of Deferred@379824864 after retry RPC after error@1754494503) -> (continuation of Deferred@777199091 after retry RPC after error@1839611389), errback=(continuation of Deferred@241184562 after retry RPC after error@1406121649) -> (continuation of Deferred@1675801855 after retry RPC after error@368817892) -> (continuation of Deferred@443355862 after retry RPC after error@884557076) -> (continuation of Deferred@1116359216 after retry RPC after error@168728595) -> (continuation of Deferred@2013777958 after retry RPC after error@107523031) -> (continuation of Deferred@379824864 after retry RPC after error@1754494503) -> (continuation of Deferred@777199091 after retry RPC after error@1839611389)))
09:05:10.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1290227974(state=PENDING, result=null, callback=(continuation of Deferred@241184562 after retry RPC after error@1406121649) -> (continuation of Deferred@1675801855 after retry RPC after error@368817892) -> (continuation of Deferred@443355862 after retry RPC after error@884557076) -> (continuation of Deferred@1116359216 after retry RPC after error@168728595) -> (continuation of Deferred@2013777958 after retry RPC after error@107523031) -> (continuation of Deferred@379824864 after retry RPC after error@1754494503) -> (continuation of Deferred@777199091 after retry RPC after error@1839611389), errback=(continuation of Deferred@241184562 after retry RPC after error@1406121649) -> (continuation of Deferred@1675801855 after retry RPC after error@368817892) -> (continuation of Deferred@443355862 after retry RPC after error@884557076) -> (continuation of Deferred@1116359216 after retry RPC after error@168728595) -> (continuation of Deferred@2013777958 after retry RPC after error@107523031) -> (continuation of Deferred@379824864 after retry RPC after error@1754494503) -> (continuation of Deferred@777199091 after retry RPC after error@1839611389)))
09:05:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@131890528(state=PENDING, result=null, callback=(continuation of Deferred@827117476 after retry RPC after error@866707864) -> (continuation of Deferred@781857553 after retry RPC after error@1254718687) -> (continuation of Deferred@498052045 after retry RPC after error@1765762505) -> (continuation of Deferred@381866308 after retry RPC after error@401369287) -> (continuation of Deferred@2004699188 after retry RPC after error@1711172159) -> (continuation of Deferred@1698094901 after retry RPC after error@292043012) -> (continuation of Deferred@206172149 after retry RPC after error@443601873), errback=(continuation of Deferred@827117476 after retry RPC after error@866707864) -> (continuation of Deferred@781857553 after retry RPC after error@1254718687) -> (continuation of Deferred@498052045 after retry RPC after error@1765762505) -> (continuation of Deferred@381866308 after retry RPC after error@401369287) -> (continuation of Deferred@2004699188 after retry RPC after error@1711172159) -> (continuation of Deferred@1698094901 after retry RPC after error@292043012) -> (continuation of Deferred@206172149 after retry RPC after error@443601873)))
09:05:10.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@131890528(state=PENDING, result=null, callback=(continuation of Deferred@827117476 after retry RPC after error@866707864) -> (continuation of Deferred@781857553 after retry RPC after error@1254718687) -> (continuation of Deferred@498052045 after retry RPC after error@1765762505) -> (continuation of Deferred@381866308 after retry RPC after error@401369287) -> (continuation of Deferred@2004699188 after retry RPC after error@1711172159) -> (continuation of Deferred@1698094901 after retry RPC after error@292043012) -> (continuation of Deferred@206172149 after retry RPC after error@443601873), errback=(continuation of Deferred@827117476 after retry RPC after error@866707864) -> (continuation of Deferred@781857553 after retry RPC after error@1254718687) -> (continuation of Deferred@498052045 after retry RPC after error@1765762505) -> (continuation of Deferred@381866308 after retry RPC after error@401369287) -> (continuation of Deferred@2004699188 after retry RPC after error@1711172159) -> (continuation of Deferred@1698094901 after retry RPC after error@292043012) -> (continuation of Deferred@206172149 after retry RPC after error@443601873)))
09:05:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1586284216(state=PENDING, result=null, callback=(continuation of Deferred@1047443104 after retry RPC after error@1420607234) -> (continuation of Deferred@2115036414 after retry RPC after error@1175536770) -> (continuation of Deferred@226566486 after retry RPC after error@1013242699) -> (continuation of Deferred@1160441645 after retry RPC after error@164861534) -> (continuation of Deferred@224169379 after retry RPC after error@393785792) -> (continuation of Deferred@96040837 after retry RPC after error@273510410) -> (continuation of Deferred@2039858741 after retry RPC after error@724668022), errback=(continuation of Deferred@1047443104 after retry RPC after error@1420607234) -> (continuation of Deferred@2115036414 after retry RPC after error@1175536770) -> (continuation of Deferred@226566486 after retry RPC after error@1013242699) -> (continuation of Deferred@1160441645 after retry RPC after error@164861534) -> (continuation of Deferred@224169379 after retry RPC after error@393785792) -> (continuation of Deferred@96040837 after retry RPC after error@273510410) -> (continuation of Deferred@2039858741 after retry RPC after error@724668022)))
09:05:10.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1586284216(state=PENDING, result=null, callback=(continuation of Deferred@1047443104 after retry RPC after error@1420607234) -> (continuation of Deferred@2115036414 after retry RPC after error@1175536770) -> (continuation of Deferred@226566486 after retry RPC after error@1013242699) -> (continuation of Deferred@1160441645 after retry RPC after error@164861534) -> (continuation of Deferred@224169379 after retry RPC after error@393785792) -> (continuation of Deferred@96040837 after retry RPC after error@273510410) -> (continuation of Deferred@2039858741 after retry RPC after error@724668022), errback=(continuation of Deferred@1047443104 after retry RPC after error@1420607234) -> (continuation of Deferred@2115036414 after retry RPC after error@1175536770) -> (continuation of Deferred@226566486 after retry RPC after error@1013242699) -> (continuation of Deferred@1160441645 after retry RPC after error@164861534) -> (continuation of Deferred@224169379 after retry RPC after error@393785792) -> (continuation of Deferred@96040837 after retry RPC after error@273510410) -> (continuation of Deferred@2039858741 after retry RPC after error@724668022)))
09:05:10.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:10.977 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1986519539(state=PENDING, result=null, callback=(continuation of Deferred@1019953315 after retry RPC after error@780885297) -> (continuation of Deferred@2022426152 after retry RPC after error@833280179) -> (continuation of Deferred@1468156029 after retry RPC after error@588572009) -> (continuation of Deferred@92855717 after retry RPC after error@1652617959) -> (continuation of Deferred@663002986 after retry RPC after error@591337822) -> (continuation of Deferred@1612287337 after retry RPC after error@90922055) -> (continuation of Deferred@110619727 after retry RPC after error@1572462634) -> (continuation of Deferred@1902599217 after retry RPC after error@783396670), errback=(continuation of Deferred@1019953315 after retry RPC after error@780885297) -> (continuation of Deferred@2022426152 after retry RPC after error@833280179) -> (continuation of Deferred@1468156029 after retry RPC after error@588572009) -> (continuation of Deferred@92855717 after retry RPC after error@1652617959) -> (continuation of Deferred@663002986 after retry RPC after error@591337822) -> (continuation of Deferred@1612287337 after retry RPC after error@90922055) -> (continuation of Deferred@110619727 after retry RPC after error@1572462634) -> (continuation of Deferred@1902599217 after retry RPC after error@783396670)))
09:05:10.978 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:10.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:10.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:10.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:10.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:10.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:11.089048 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:11.089208 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:11.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@813571833(state=PENDING, result=null, callback=(continuation of Deferred@738062323 after retry RPC after error@1805276082) -> (continuation of Deferred@1475080611 after retry RPC after error@388150385) -> (continuation of Deferred@1399083793 after retry RPC after error@1792711948) -> (continuation of Deferred@1647578909 after retry RPC after error@1614265878) -> (continuation of Deferred@297436634 after retry RPC after error@800479260) -> (continuation of Deferred@1832445456 after retry RPC after error@815932079), errback=(continuation of Deferred@738062323 after retry RPC after error@1805276082) -> (continuation of Deferred@1475080611 after retry RPC after error@388150385) -> (continuation of Deferred@1399083793 after retry RPC after error@1792711948) -> (continuation of Deferred@1647578909 after retry RPC after error@1614265878) -> (continuation of Deferred@297436634 after retry RPC after error@800479260) -> (continuation of Deferred@1832445456 after retry RPC after error@815932079)))
09:05:11.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@813571833(state=PENDING, result=null, callback=(continuation of Deferred@738062323 after retry RPC after error@1805276082) -> (continuation of Deferred@1475080611 after retry RPC after error@388150385) -> (continuation of Deferred@1399083793 after retry RPC after error@1792711948) -> (continuation of Deferred@1647578909 after retry RPC after error@1614265878) -> (continuation of Deferred@297436634 after retry RPC after error@800479260) -> (continuation of Deferred@1832445456 after retry RPC after error@815932079), errback=(continuation of Deferred@738062323 after retry RPC after error@1805276082) -> (continuation of Deferred@1475080611 after retry RPC after error@388150385) -> (continuation of Deferred@1399083793 after retry RPC after error@1792711948) -> (continuation of Deferred@1647578909 after retry RPC after error@1614265878) -> (continuation of Deferred@297436634 after retry RPC after error@800479260) -> (continuation of Deferred@1832445456 after retry RPC after error@815932079)))
09:05:11.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.437 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@64564022(state=PENDING, result=null, callback=(continuation of Deferred@771949746 after retry RPC after error@1856311353) -> (continuation of Deferred@922514172 after retry RPC after error@2083942286) -> (continuation of Deferred@1252446766 after retry RPC after error@214185883) -> (continuation of Deferred@1501224813 after retry RPC after error@385843667) -> (continuation of Deferred@1781794432 after retry RPC after error@1205968050) -> (continuation of Deferred@1223668372 after retry RPC after error@578048835) -> (continuation of Deferred@1757303179 after retry RPC after error@594625570) -> (continuation of Deferred@373238218 after retry RPC after error@374443525), errback=(continuation of Deferred@771949746 after retry RPC after error@1856311353) -> (continuation of Deferred@922514172 after retry RPC after error@2083942286) -> (continuation of Deferred@1252446766 after retry RPC after error@214185883) -> (continuation of Deferred@1501224813 after retry RPC after error@385843667) -> (continuation of Deferred@1781794432 after retry RPC after error@1205968050) -> (continuation of Deferred@1223668372 after retry RPC after error@578048835) -> (continuation of Deferred@1757303179 after retry RPC after error@594625570) -> (continuation of Deferred@373238218 after retry RPC after error@374443525)))
09:05:11.438 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:11.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2139715284(state=PENDING, result=null, callback=(continuation of Deferred@372027938 after retry RPC after error@381451546) -> (continuation of Deferred@1721904911 after retry RPC after error@1378470617) -> (continuation of Deferred@568839964 after retry RPC after error@1422271127) -> (continuation of Deferred@594261335 after retry RPC after error@1065934049) -> (continuation of Deferred@545811235 after retry RPC after error@1170159423) -> (continuation of Deferred@998306770 after retry RPC after error@1117151127) -> (continuation of Deferred@564454805 after retry RPC after error@488515665), errback=(continuation of Deferred@372027938 after retry RPC after error@381451546) -> (continuation of Deferred@1721904911 after retry RPC after error@1378470617) -> (continuation of Deferred@568839964 after retry RPC after error@1422271127) -> (continuation of Deferred@594261335 after retry RPC after error@1065934049) -> (continuation of Deferred@545811235 after retry RPC after error@1170159423) -> (continuation of Deferred@998306770 after retry RPC after error@1117151127) -> (continuation of Deferred@564454805 after retry RPC after error@488515665)))
09:05:11.701 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2139715284(state=PENDING, result=null, callback=(continuation of Deferred@372027938 after retry RPC after error@381451546) -> (continuation of Deferred@1721904911 after retry RPC after error@1378470617) -> (continuation of Deferred@568839964 after retry RPC after error@1422271127) -> (continuation of Deferred@594261335 after retry RPC after error@1065934049) -> (continuation of Deferred@545811235 after retry RPC after error@1170159423) -> (continuation of Deferred@998306770 after retry RPC after error@1117151127) -> (continuation of Deferred@564454805 after retry RPC after error@488515665), errback=(continuation of Deferred@372027938 after retry RPC after error@381451546) -> (continuation of Deferred@1721904911 after retry RPC after error@1378470617) -> (continuation of Deferred@568839964 after retry RPC after error@1422271127) -> (continuation of Deferred@594261335 after retry RPC after error@1065934049) -> (continuation of Deferred@545811235 after retry RPC after error@1170159423) -> (continuation of Deferred@998306770 after retry RPC after error@1117151127) -> (continuation of Deferred@564454805 after retry RPC after error@488515665)))
09:05:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1475292054(state=PENDING, result=null, callback=(continuation of Deferred@518793866 after retry RPC after error@884449180) -> (continuation of Deferred@428939446 after retry RPC after error@923546505) -> (continuation of Deferred@1212938136 after retry RPC after error@1074322034) -> (continuation of Deferred@1372405357 after retry RPC after error@118218662) -> (continuation of Deferred@275455976 after retry RPC after error@372677853) -> (continuation of Deferred@774960672 after retry RPC after error@2006969007) -> (continuation of Deferred@1069756395 after retry RPC after error@498179258) -> (continuation of Deferred@882501850 after retry RPC after error@1021027956), errback=(continuation of Deferred@518793866 after retry RPC after error@884449180) -> (continuation of Deferred@428939446 after retry RPC after error@923546505) -> (continuation of Deferred@1212938136 after retry RPC after error@1074322034) -> (continuation of Deferred@1372405357 after retry RPC after error@118218662) -> (continuation of Deferred@275455976 after retry RPC after error@372677853) -> (continuation of Deferred@774960672 after retry RPC after error@2006969007) -> (continuation of Deferred@1069756395 after retry RPC after error@498179258) -> (continuation of Deferred@882501850 after retry RPC after error@1021027956)))
09:05:11.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1475292054(state=PENDING, result=null, callback=(continuation of Deferred@518793866 after retry RPC after error@884449180) -> (continuation of Deferred@428939446 after retry RPC after error@923546505) -> (continuation of Deferred@1212938136 after retry RPC after error@1074322034) -> (continuation of Deferred@1372405357 after retry RPC after error@118218662) -> (continuation of Deferred@275455976 after retry RPC after error@372677853) -> (continuation of Deferred@774960672 after retry RPC after error@2006969007) -> (continuation of Deferred@1069756395 after retry RPC after error@498179258) -> (continuation of Deferred@882501850 after retry RPC after error@1021027956), errback=(continuation of Deferred@518793866 after retry RPC after error@884449180) -> (continuation of Deferred@428939446 after retry RPC after error@923546505) -> (continuation of Deferred@1212938136 after retry RPC after error@1074322034) -> (continuation of Deferred@1372405357 after retry RPC after error@118218662) -> (continuation of Deferred@275455976 after retry RPC after error@372677853) -> (continuation of Deferred@774960672 after retry RPC after error@2006969007) -> (continuation of Deferred@1069756395 after retry RPC after error@498179258) -> (continuation of Deferred@882501850 after retry RPC after error@1021027956)))
09:05:11.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:11.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:11.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:11.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:11.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@561225082(state=PENDING, result=null, callback=(continuation of Deferred@130636764 after retry RPC after error@1676915463) -> (continuation of Deferred@1468356339 after retry RPC after error@1788905780) -> (continuation of Deferred@662321159 after retry RPC after error@1500503140) -> (continuation of Deferred@606088052 after retry RPC after error@1244131309) -> (continuation of Deferred@1013664942 after retry RPC after error@465583035) -> (continuation of Deferred@1050593340 after retry RPC after error@1261637765) -> (continuation of Deferred@760953713 after retry RPC after error@928829570) -> (continuation of Deferred@2135634301 after retry RPC after error@749711657), errback=(continuation of Deferred@130636764 after retry RPC after error@1676915463) -> (continuation of Deferred@1468356339 after retry RPC after error@1788905780) -> (continuation of Deferred@662321159 after retry RPC after error@1500503140) -> (continuation of Deferred@606088052 after retry RPC after error@1244131309) -> (continuation of Deferred@1013664942 after retry RPC after error@465583035) -> (continuation of Deferred@1050593340 after retry RPC after error@1261637765) -> (continuation of Deferred@760953713 after retry RPC after error@928829570) -> (continuation of Deferred@2135634301 after retry RPC after error@749711657)))
09:05:12.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@561225082(state=PENDING, result=null, callback=(continuation of Deferred@130636764 after retry RPC after error@1676915463) -> (continuation of Deferred@1468356339 after retry RPC after error@1788905780) -> (continuation of Deferred@662321159 after retry RPC after error@1500503140) -> (continuation of Deferred@606088052 after retry RPC after error@1244131309) -> (continuation of Deferred@1013664942 after retry RPC after error@465583035) -> (continuation of Deferred@1050593340 after retry RPC after error@1261637765) -> (continuation of Deferred@760953713 after retry RPC after error@928829570) -> (continuation of Deferred@2135634301 after retry RPC after error@749711657), errback=(continuation of Deferred@130636764 after retry RPC after error@1676915463) -> (continuation of Deferred@1468356339 after retry RPC after error@1788905780) -> (continuation of Deferred@662321159 after retry RPC after error@1500503140) -> (continuation of Deferred@606088052 after retry RPC after error@1244131309) -> (continuation of Deferred@1013664942 after retry RPC after error@465583035) -> (continuation of Deferred@1050593340 after retry RPC after error@1261637765) -> (continuation of Deferred@760953713 after retry RPC after error@928829570) -> (continuation of Deferred@2135634301 after retry RPC after error@749711657)))
09:05:12.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@205761167(state=PENDING, result=null, callback=(continuation of Deferred@983241227 after retry RPC after error@1766414590) -> (continuation of Deferred@369535381 after retry RPC after error@125857288) -> (continuation of Deferred@1701396409 after retry RPC after error@1178867010) -> (continuation of Deferred@1697465886 after retry RPC after error@1633256605) -> (continuation of Deferred@1306651640 after retry RPC after error@736692483) -> (continuation of Deferred@612087766 after retry RPC after error@162243240) -> (continuation of Deferred@1264002638 after retry RPC after error@672501558) -> (continuation of Deferred@1361660133 after retry RPC after error@88280714), errback=(continuation of Deferred@983241227 after retry RPC after error@1766414590) -> (continuation of Deferred@369535381 after retry RPC after error@125857288) -> (continuation of Deferred@1701396409 after retry RPC after error@1178867010) -> (continuation of Deferred@1697465886 after retry RPC after error@1633256605) -> (continuation of Deferred@1306651640 after retry RPC after error@736692483) -> (continuation of Deferred@612087766 after retry RPC after error@162243240) -> (continuation of Deferred@1264002638 after retry RPC after error@672501558) -> (continuation of Deferred@1361660133 after retry RPC after error@88280714)))
09:05:12.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@205761167(state=PENDING, result=null, callback=(continuation of Deferred@983241227 after retry RPC after error@1766414590) -> (continuation of Deferred@369535381 after retry RPC after error@125857288) -> (continuation of Deferred@1701396409 after retry RPC after error@1178867010) -> (continuation of Deferred@1697465886 after retry RPC after error@1633256605) -> (continuation of Deferred@1306651640 after retry RPC after error@736692483) -> (continuation of Deferred@612087766 after retry RPC after error@162243240) -> (continuation of Deferred@1264002638 after retry RPC after error@672501558) -> (continuation of Deferred@1361660133 after retry RPC after error@88280714), errback=(continuation of Deferred@983241227 after retry RPC after error@1766414590) -> (continuation of Deferred@369535381 after retry RPC after error@125857288) -> (continuation of Deferred@1701396409 after retry RPC after error@1178867010) -> (continuation of Deferred@1697465886 after retry RPC after error@1633256605) -> (continuation of Deferred@1306651640 after retry RPC after error@736692483) -> (continuation of Deferred@612087766 after retry RPC after error@162243240) -> (continuation of Deferred@1264002638 after retry RPC after error@672501558) -> (continuation of Deferred@1361660133 after retry RPC after error@88280714)))
09:05:12.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1351652519(state=PENDING, result=null, callback=(continuation of Deferred@1874921460 after retry RPC after error@876704020) -> (continuation of Deferred@1862509606 after retry RPC after error@1004675277) -> (continuation of Deferred@1559985890 after retry RPC after error@1670217144) -> (continuation of Deferred@291358587 after retry RPC after error@999520725) -> (continuation of Deferred@1016597547 after retry RPC after error@888194749) -> (continuation of Deferred@1273604423 after retry RPC after error@1804876862) -> (continuation of Deferred@387025971 after retry RPC after error@635860290), errback=(continuation of Deferred@1874921460 after retry RPC after error@876704020) -> (continuation of Deferred@1862509606 after retry RPC after error@1004675277) -> (continuation of Deferred@1559985890 after retry RPC after error@1670217144) -> (continuation of Deferred@291358587 after retry RPC after error@999520725) -> (continuation of Deferred@1016597547 after retry RPC after error@888194749) -> (continuation of Deferred@1273604423 after retry RPC after error@1804876862) -> (continuation of Deferred@387025971 after retry RPC after error@635860290)))
09:05:12.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1351652519(state=PENDING, result=null, callback=(continuation of Deferred@1874921460 after retry RPC after error@876704020) -> (continuation of Deferred@1862509606 after retry RPC after error@1004675277) -> (continuation of Deferred@1559985890 after retry RPC after error@1670217144) -> (continuation of Deferred@291358587 after retry RPC after error@999520725) -> (continuation of Deferred@1016597547 after retry RPC after error@888194749) -> (continuation of Deferred@1273604423 after retry RPC after error@1804876862) -> (continuation of Deferred@387025971 after retry RPC after error@635860290), errback=(continuation of Deferred@1874921460 after retry RPC after error@876704020) -> (continuation of Deferred@1862509606 after retry RPC after error@1004675277) -> (continuation of Deferred@1559985890 after retry RPC after error@1670217144) -> (continuation of Deferred@291358587 after retry RPC after error@999520725) -> (continuation of Deferred@1016597547 after retry RPC after error@888194749) -> (continuation of Deferred@1273604423 after retry RPC after error@1804876862) -> (continuation of Deferred@387025971 after retry RPC after error@635860290)))
09:05:12.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1750501601(state=PENDING, result=null, callback=(continuation of Deferred@1488057644 after retry RPC after error@1695314536) -> (continuation of Deferred@236599730 after retry RPC after error@1389869328) -> (continuation of Deferred@93863667 after retry RPC after error@58823450) -> (continuation of Deferred@1544158577 after retry RPC after error@872005849) -> (continuation of Deferred@2001866739 after retry RPC after error@2026130240) -> (continuation of Deferred@1807078236 after retry RPC after error@381106683) -> (continuation of Deferred@1912439113 after retry RPC after error@725179005), errback=(continuation of Deferred@1488057644 after retry RPC after error@1695314536) -> (continuation of Deferred@236599730 after retry RPC after error@1389869328) -> (continuation of Deferred@93863667 after retry RPC after error@58823450) -> (continuation of Deferred@1544158577 after retry RPC after error@872005849) -> (continuation of Deferred@2001866739 after retry RPC after error@2026130240) -> (continuation of Deferred@1807078236 after retry RPC after error@381106683) -> (continuation of Deferred@1912439113 after retry RPC after error@725179005)))
09:05:12.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1750501601(state=PENDING, result=null, callback=(continuation of Deferred@1488057644 after retry RPC after error@1695314536) -> (continuation of Deferred@236599730 after retry RPC after error@1389869328) -> (continuation of Deferred@93863667 after retry RPC after error@58823450) -> (continuation of Deferred@1544158577 after retry RPC after error@872005849) -> (continuation of Deferred@2001866739 after retry RPC after error@2026130240) -> (continuation of Deferred@1807078236 after retry RPC after error@381106683) -> (continuation of Deferred@1912439113 after retry RPC after error@725179005), errback=(continuation of Deferred@1488057644 after retry RPC after error@1695314536) -> (continuation of Deferred@236599730 after retry RPC after error@1389869328) -> (continuation of Deferred@93863667 after retry RPC after error@58823450) -> (continuation of Deferred@1544158577 after retry RPC after error@872005849) -> (continuation of Deferred@2001866739 after retry RPC after error@2026130240) -> (continuation of Deferred@1807078236 after retry RPC after error@381106683) -> (continuation of Deferred@1912439113 after retry RPC after error@725179005)))
09:05:12.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:12.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:12.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:12.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@257049493(state=PENDING, result=null, callback=(continuation of Deferred@2082712477 after retry RPC after error@2103250880) -> (continuation of Deferred@919874663 after retry RPC after error@721919939) -> (continuation of Deferred@1243195005 after retry RPC after error@1596949489) -> (continuation of Deferred@1217342311 after retry RPC after error@1600216114) -> (continuation of Deferred@1489777645 after retry RPC after error@2078216974) -> (continuation of Deferred@1245367041 after retry RPC after error@535797432) -> (continuation of Deferred@637896179 after retry RPC after error@625059166), errback=(continuation of Deferred@2082712477 after retry RPC after error@2103250880) -> (continuation of Deferred@919874663 after retry RPC after error@721919939) -> (continuation of Deferred@1243195005 after retry RPC after error@1596949489) -> (continuation of Deferred@1217342311 after retry RPC after error@1600216114) -> (continuation of Deferred@1489777645 after retry RPC after error@2078216974) -> (continuation of Deferred@1245367041 after retry RPC after error@535797432) -> (continuation of Deferred@637896179 after retry RPC after error@625059166)))
09:05:13.200 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@257049493(state=PENDING, result=null, callback=(continuation of Deferred@2082712477 after retry RPC after error@2103250880) -> (continuation of Deferred@919874663 after retry RPC after error@721919939) -> (continuation of Deferred@1243195005 after retry RPC after error@1596949489) -> (continuation of Deferred@1217342311 after retry RPC after error@1600216114) -> (continuation of Deferred@1489777645 after retry RPC after error@2078216974) -> (continuation of Deferred@1245367041 after retry RPC after error@535797432) -> (continuation of Deferred@637896179 after retry RPC after error@625059166), errback=(continuation of Deferred@2082712477 after retry RPC after error@2103250880) -> (continuation of Deferred@919874663 after retry RPC after error@721919939) -> (continuation of Deferred@1243195005 after retry RPC after error@1596949489) -> (continuation of Deferred@1217342311 after retry RPC after error@1600216114) -> (continuation of Deferred@1489777645 after retry RPC after error@2078216974) -> (continuation of Deferred@1245367041 after retry RPC after error@535797432) -> (continuation of Deferred@637896179 after retry RPC after error@625059166)))
09:05:13.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1072940208(state=PENDING, result=null, callback=(continuation of Deferred@1540624933 after retry RPC after error@211017006) -> (continuation of Deferred@690479284 after retry RPC after error@147879780) -> (continuation of Deferred@1936591201 after retry RPC after error@1636221071) -> (continuation of Deferred@2008198731 after retry RPC after error@2085788814) -> (continuation of Deferred@2146740068 after retry RPC after error@673288877) -> (continuation of Deferred@1241751828 after retry RPC after error@584966710) -> (continuation of Deferred@2026421902 after retry RPC after error@1549336512), errback=(continuation of Deferred@1540624933 after retry RPC after error@211017006) -> (continuation of Deferred@690479284 after retry RPC after error@147879780) -> (continuation of Deferred@1936591201 after retry RPC after error@1636221071) -> (continuation of Deferred@2008198731 after retry RPC after error@2085788814) -> (continuation of Deferred@2146740068 after retry RPC after error@673288877) -> (continuation of Deferred@1241751828 after retry RPC after error@584966710) -> (continuation of Deferred@2026421902 after retry RPC after error@1549336512)))
09:05:13.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1072940208(state=PENDING, result=null, callback=(continuation of Deferred@1540624933 after retry RPC after error@211017006) -> (continuation of Deferred@690479284 after retry RPC after error@147879780) -> (continuation of Deferred@1936591201 after retry RPC after error@1636221071) -> (continuation of Deferred@2008198731 after retry RPC after error@2085788814) -> (continuation of Deferred@2146740068 after retry RPC after error@673288877) -> (continuation of Deferred@1241751828 after retry RPC after error@584966710) -> (continuation of Deferred@2026421902 after retry RPC after error@1549336512), errback=(continuation of Deferred@1540624933 after retry RPC after error@211017006) -> (continuation of Deferred@690479284 after retry RPC after error@147879780) -> (continuation of Deferred@1936591201 after retry RPC after error@1636221071) -> (continuation of Deferred@2008198731 after retry RPC after error@2085788814) -> (continuation of Deferred@2146740068 after retry RPC after error@673288877) -> (continuation of Deferred@1241751828 after retry RPC after error@584966710) -> (continuation of Deferred@2026421902 after retry RPC after error@1549336512)))
09:05:13.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:13.517875 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:13.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:13.519277 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:13.521247 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:13.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2097291653(state=PENDING, result=null, callback=(continuation of Deferred@1112014806 after retry RPC after error@800548543) -> (continuation of Deferred@1036869232 after retry RPC after error@1370447429) -> (continuation of Deferred@745251561 after retry RPC after error@947764037) -> (continuation of Deferred@1863601380 after retry RPC after error@1147304501) -> (continuation of Deferred@896529594 after retry RPC after error@1620956865) -> (continuation of Deferred@765711706 after retry RPC after error@2059903241) -> (continuation of Deferred@818364623 after retry RPC after error@1055040456), errback=(continuation of Deferred@1112014806 after retry RPC after error@800548543) -> (continuation of Deferred@1036869232 after retry RPC after error@1370447429) -> (continuation of Deferred@745251561 after retry RPC after error@947764037) -> (continuation of Deferred@1863601380 after retry RPC after error@1147304501) -> (continuation of Deferred@896529594 after retry RPC after error@1620956865) -> (continuation of Deferred@765711706 after retry RPC after error@2059903241) -> (continuation of Deferred@818364623 after retry RPC after error@1055040456)))
09:05:13.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2097291653(state=PENDING, result=null, callback=(continuation of Deferred@1112014806 after retry RPC after error@800548543) -> (continuation of Deferred@1036869232 after retry RPC after error@1370447429) -> (continuation of Deferred@745251561 after retry RPC after error@947764037) -> (continuation of Deferred@1863601380 after retry RPC after error@1147304501) -> (continuation of Deferred@896529594 after retry RPC after error@1620956865) -> (continuation of Deferred@765711706 after retry RPC after error@2059903241) -> (continuation of Deferred@818364623 after retry RPC after error@1055040456), errback=(continuation of Deferred@1112014806 after retry RPC after error@800548543) -> (continuation of Deferred@1036869232 after retry RPC after error@1370447429) -> (continuation of Deferred@745251561 after retry RPC after error@947764037) -> (continuation of Deferred@1863601380 after retry RPC after error@1147304501) -> (continuation of Deferred@896529594 after retry RPC after error@1620956865) -> (continuation of Deferred@765711706 after retry RPC after error@2059903241) -> (continuation of Deferred@818364623 after retry RPC after error@1055040456)))
09:05:13.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2097313776(state=PENDING, result=null, callback=(continuation of Deferred@832018370 after retry RPC after error@953861603) -> (continuation of Deferred@2116231905 after retry RPC after error@275801890) -> (continuation of Deferred@500489065 after retry RPC after error@1934618861) -> (continuation of Deferred@337436751 after retry RPC after error@122084505) -> (continuation of Deferred@1022509195 after retry RPC after error@808847200) -> (continuation of Deferred@1138464689 after retry RPC after error@1917331783) -> (continuation of Deferred@1552992669 after retry RPC after error@1553844328), errback=(continuation of Deferred@832018370 after retry RPC after error@953861603) -> (continuation of Deferred@2116231905 after retry RPC after error@275801890) -> (continuation of Deferred@500489065 after retry RPC after error@1934618861) -> (continuation of Deferred@337436751 after retry RPC after error@122084505) -> (continuation of Deferred@1022509195 after retry RPC after error@808847200) -> (continuation of Deferred@1138464689 after retry RPC after error@1917331783) -> (continuation of Deferred@1552992669 after retry RPC after error@1553844328)))
09:05:13.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2097313776(state=PENDING, result=null, callback=(continuation of Deferred@832018370 after retry RPC after error@953861603) -> (continuation of Deferred@2116231905 after retry RPC after error@275801890) -> (continuation of Deferred@500489065 after retry RPC after error@1934618861) -> (continuation of Deferred@337436751 after retry RPC after error@122084505) -> (continuation of Deferred@1022509195 after retry RPC after error@808847200) -> (continuation of Deferred@1138464689 after retry RPC after error@1917331783) -> (continuation of Deferred@1552992669 after retry RPC after error@1553844328), errback=(continuation of Deferred@832018370 after retry RPC after error@953861603) -> (continuation of Deferred@2116231905 after retry RPC after error@275801890) -> (continuation of Deferred@500489065 after retry RPC after error@1934618861) -> (continuation of Deferred@337436751 after retry RPC after error@122084505) -> (continuation of Deferred@1022509195 after retry RPC after error@808847200) -> (continuation of Deferred@1138464689 after retry RPC after error@1917331783) -> (continuation of Deferred@1552992669 after retry RPC after error@1553844328)))
09:05:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:13.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:13.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:13.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:13.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@766153369(state=PENDING, result=null, callback=(continuation of Deferred@1923496478 after retry RPC after error@1386230325) -> (continuation of Deferred@1259113208 after retry RPC after error@843839322) -> (continuation of Deferred@1904106951 after retry RPC after error@572319815) -> (continuation of Deferred@233369014 after retry RPC after error@1626618486) -> (continuation of Deferred@1667748810 after retry RPC after error@645677361) -> (continuation of Deferred@1823706389 after retry RPC after error@768949631), errback=(continuation of Deferred@1923496478 after retry RPC after error@1386230325) -> (continuation of Deferred@1259113208 after retry RPC after error@843839322) -> (continuation of Deferred@1904106951 after retry RPC after error@572319815) -> (continuation of Deferred@233369014 after retry RPC after error@1626618486) -> (continuation of Deferred@1667748810 after retry RPC after error@645677361) -> (continuation of Deferred@1823706389 after retry RPC after error@768949631)))
09:05:14.140 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@766153369(state=PENDING, result=null, callback=(continuation of Deferred@1923496478 after retry RPC after error@1386230325) -> (continuation of Deferred@1259113208 after retry RPC after error@843839322) -> (continuation of Deferred@1904106951 after retry RPC after error@572319815) -> (continuation of Deferred@233369014 after retry RPC after error@1626618486) -> (continuation of Deferred@1667748810 after retry RPC after error@645677361) -> (continuation of Deferred@1823706389 after retry RPC after error@768949631), errback=(continuation of Deferred@1923496478 after retry RPC after error@1386230325) -> (continuation of Deferred@1259113208 after retry RPC after error@843839322) -> (continuation of Deferred@1904106951 after retry RPC after error@572319815) -> (continuation of Deferred@233369014 after retry RPC after error@1626618486) -> (continuation of Deferred@1667748810 after retry RPC after error@645677361) -> (continuation of Deferred@1823706389 after retry RPC after error@768949631)))
09:05:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@920314804(state=PENDING, result=null, callback=(continuation of Deferred@552318149 after retry RPC after error@926832742) -> (continuation of Deferred@1764661726 after retry RPC after error@134742028) -> (continuation of Deferred@1975046228 after retry RPC after error@805329901) -> (continuation of Deferred@763216986 after retry RPC after error@1698539929) -> (continuation of Deferred@1446309658 after retry RPC after error@1683556610) -> (continuation of Deferred@667246279 after retry RPC after error@792480455) -> (continuation of Deferred@1585523717 after retry RPC after error@1924935630), errback=(continuation of Deferred@552318149 after retry RPC after error@926832742) -> (continuation of Deferred@1764661726 after retry RPC after error@134742028) -> (continuation of Deferred@1975046228 after retry RPC after error@805329901) -> (continuation of Deferred@763216986 after retry RPC after error@1698539929) -> (continuation of Deferred@1446309658 after retry RPC after error@1683556610) -> (continuation of Deferred@667246279 after retry RPC after error@792480455) -> (continuation of Deferred@1585523717 after retry RPC after error@1924935630)))
09:05:14.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@920314804(state=PENDING, result=null, callback=(continuation of Deferred@552318149 after retry RPC after error@926832742) -> (continuation of Deferred@1764661726 after retry RPC after error@134742028) -> (continuation of Deferred@1975046228 after retry RPC after error@805329901) -> (continuation of Deferred@763216986 after retry RPC after error@1698539929) -> (continuation of Deferred@1446309658 after retry RPC after error@1683556610) -> (continuation of Deferred@667246279 after retry RPC after error@792480455) -> (continuation of Deferred@1585523717 after retry RPC after error@1924935630), errback=(continuation of Deferred@552318149 after retry RPC after error@926832742) -> (continuation of Deferred@1764661726 after retry RPC after error@134742028) -> (continuation of Deferred@1975046228 after retry RPC after error@805329901) -> (continuation of Deferred@763216986 after retry RPC after error@1698539929) -> (continuation of Deferred@1446309658 after retry RPC after error@1683556610) -> (continuation of Deferred@667246279 after retry RPC after error@792480455) -> (continuation of Deferred@1585523717 after retry RPC after error@1924935630)))
09:05:14.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@9700966(state=PENDING, result=null, callback=(continuation of Deferred@736822354 after retry RPC after error@1803670909) -> (continuation of Deferred@537396696 after retry RPC after error@1020041) -> (continuation of Deferred@1932909902 after retry RPC after error@377144424) -> (continuation of Deferred@1983653306 after retry RPC after error@172718124) -> (continuation of Deferred@1464408966 after retry RPC after error@399559811) -> (continuation of Deferred@5650998 after retry RPC after error@1359849480) -> (continuation of Deferred@1317473412 after retry RPC after error@1596093699), errback=(continuation of Deferred@736822354 after retry RPC after error@1803670909) -> (continuation of Deferred@537396696 after retry RPC after error@1020041) -> (continuation of Deferred@1932909902 after retry RPC after error@377144424) -> (continuation of Deferred@1983653306 after retry RPC after error@172718124) -> (continuation of Deferred@1464408966 after retry RPC after error@399559811) -> (continuation of Deferred@5650998 after retry RPC after error@1359849480) -> (continuation of Deferred@1317473412 after retry RPC after error@1596093699)))
09:05:14.600 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@9700966(state=PENDING, result=null, callback=(continuation of Deferred@736822354 after retry RPC after error@1803670909) -> (continuation of Deferred@537396696 after retry RPC after error@1020041) -> (continuation of Deferred@1932909902 after retry RPC after error@377144424) -> (continuation of Deferred@1983653306 after retry RPC after error@172718124) -> (continuation of Deferred@1464408966 after retry RPC after error@399559811) -> (continuation of Deferred@5650998 after retry RPC after error@1359849480) -> (continuation of Deferred@1317473412 after retry RPC after error@1596093699), errback=(continuation of Deferred@736822354 after retry RPC after error@1803670909) -> (continuation of Deferred@537396696 after retry RPC after error@1020041) -> (continuation of Deferred@1932909902 after retry RPC after error@377144424) -> (continuation of Deferred@1983653306 after retry RPC after error@172718124) -> (continuation of Deferred@1464408966 after retry RPC after error@399559811) -> (continuation of Deferred@5650998 after retry RPC after error@1359849480) -> (continuation of Deferred@1317473412 after retry RPC after error@1596093699)))
09:05:14.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@15060413(state=PENDING, result=null, callback=(continuation of Deferred@955560852 after retry RPC after error@1418173425) -> (continuation of Deferred@480465850 after retry RPC after error@839253430) -> (continuation of Deferred@804290673 after retry RPC after error@1203822189) -> (continuation of Deferred@1106803628 after retry RPC after error@1544406632) -> (continuation of Deferred@2010457744 after retry RPC after error@908574129) -> (continuation of Deferred@872449474 after retry RPC after error@109853612) -> (continuation of Deferred@1479765067 after retry RPC after error@1408403657), errback=(continuation of Deferred@955560852 after retry RPC after error@1418173425) -> (continuation of Deferred@480465850 after retry RPC after error@839253430) -> (continuation of Deferred@804290673 after retry RPC after error@1203822189) -> (continuation of Deferred@1106803628 after retry RPC after error@1544406632) -> (continuation of Deferred@2010457744 after retry RPC after error@908574129) -> (continuation of Deferred@872449474 after retry RPC after error@109853612) -> (continuation of Deferred@1479765067 after retry RPC after error@1408403657)))
09:05:14.820 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@15060413(state=PENDING, result=null, callback=(continuation of Deferred@955560852 after retry RPC after error@1418173425) -> (continuation of Deferred@480465850 after retry RPC after error@839253430) -> (continuation of Deferred@804290673 after retry RPC after error@1203822189) -> (continuation of Deferred@1106803628 after retry RPC after error@1544406632) -> (continuation of Deferred@2010457744 after retry RPC after error@908574129) -> (continuation of Deferred@872449474 after retry RPC after error@109853612) -> (continuation of Deferred@1479765067 after retry RPC after error@1408403657), errback=(continuation of Deferred@955560852 after retry RPC after error@1418173425) -> (continuation of Deferred@480465850 after retry RPC after error@839253430) -> (continuation of Deferred@804290673 after retry RPC after error@1203822189) -> (continuation of Deferred@1106803628 after retry RPC after error@1544406632) -> (continuation of Deferred@2010457744 after retry RPC after error@908574129) -> (continuation of Deferred@872449474 after retry RPC after error@109853612) -> (continuation of Deferred@1479765067 after retry RPC after error@1408403657)))
09:05:14.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:14.913133 1440 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:05:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:14.913347 1440 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:05:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:14.914194 1440 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:05:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:14.915474 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:14.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:14.916877 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:05:14.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:14.917315 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:05:14.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:14.917593 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:05:14.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:14.917958 1440 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:14.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:14.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:14.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:14.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:14.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:14.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [4ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@412897486(state=PENDING, result=null, callback=(continuation of Deferred@5154425 after retry RPC after error@445329453) -> (continuation of Deferred@1168123236 after retry RPC after error@1069553470) -> (continuation of Deferred@1246233553 after retry RPC after error@151079149) -> (continuation of Deferred@1305401260 after retry RPC after error@1921536204) -> (continuation of Deferred@2018808775 after retry RPC after error@2073164288) -> (continuation of Deferred@1079583081 after retry RPC after error@1894193054), errback=(continuation of Deferred@5154425 after retry RPC after error@445329453) -> (continuation of Deferred@1168123236 after retry RPC after error@1069553470) -> (continuation of Deferred@1246233553 after retry RPC after error@151079149) -> (continuation of Deferred@1305401260 after retry RPC after error@1921536204) -> (continuation of Deferred@2018808775 after retry RPC after error@2073164288) -> (continuation of Deferred@1079583081 after retry RPC after error@1894193054)))
09:05:15.021 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [4ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@412897486(state=PENDING, result=null, callback=(continuation of Deferred@5154425 after retry RPC after error@445329453) -> (continuation of Deferred@1168123236 after retry RPC after error@1069553470) -> (continuation of Deferred@1246233553 after retry RPC after error@151079149) -> (continuation of Deferred@1305401260 after retry RPC after error@1921536204) -> (continuation of Deferred@2018808775 after retry RPC after error@2073164288) -> (continuation of Deferred@1079583081 after retry RPC after error@1894193054), errback=(continuation of Deferred@5154425 after retry RPC after error@445329453) -> (continuation of Deferred@1168123236 after retry RPC after error@1069553470) -> (continuation of Deferred@1246233553 after retry RPC after error@151079149) -> (continuation of Deferred@1305401260 after retry RPC after error@1921536204) -> (continuation of Deferred@2018808775 after retry RPC after error@2073164288) -> (continuation of Deferred@1079583081 after retry RPC after error@1894193054)))
09:05:15.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2015579700(state=PENDING, result=null, callback=(continuation of Deferred@565700064 after retry RPC after error@1724901716) -> (continuation of Deferred@641233826 after retry RPC after error@1149819839) -> (continuation of Deferred@1510911531 after retry RPC after error@1133668727) -> (continuation of Deferred@642951108 after retry RPC after error@604362130) -> (continuation of Deferred@190142671 after retry RPC after error@1532776707) -> (continuation of Deferred@1753456939 after retry RPC after error@1646280940) -> (continuation of Deferred@1125318471 after retry RPC after error@2063563375), errback=(continuation of Deferred@565700064 after retry RPC after error@1724901716) -> (continuation of Deferred@641233826 after retry RPC after error@1149819839) -> (continuation of Deferred@1510911531 after retry RPC after error@1133668727) -> (continuation of Deferred@642951108 after retry RPC after error@604362130) -> (continuation of Deferred@190142671 after retry RPC after error@1532776707) -> (continuation of Deferred@1753456939 after retry RPC after error@1646280940) -> (continuation of Deferred@1125318471 after retry RPC after error@2063563375)))
09:05:15.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2015579700(state=PENDING, result=null, callback=(continuation of Deferred@565700064 after retry RPC after error@1724901716) -> (continuation of Deferred@641233826 after retry RPC after error@1149819839) -> (continuation of Deferred@1510911531 after retry RPC after error@1133668727) -> (continuation of Deferred@642951108 after retry RPC after error@604362130) -> (continuation of Deferred@190142671 after retry RPC after error@1532776707) -> (continuation of Deferred@1753456939 after retry RPC after error@1646280940) -> (continuation of Deferred@1125318471 after retry RPC after error@2063563375), errback=(continuation of Deferred@565700064 after retry RPC after error@1724901716) -> (continuation of Deferred@641233826 after retry RPC after error@1149819839) -> (continuation of Deferred@1510911531 after retry RPC after error@1133668727) -> (continuation of Deferred@642951108 after retry RPC after error@604362130) -> (continuation of Deferred@190142671 after retry RPC after error@1532776707) -> (continuation of Deferred@1753456939 after retry RPC after error@1646280940) -> (continuation of Deferred@1125318471 after retry RPC after error@2063563375)))
09:05:15.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1501744744(state=PENDING, result=null, callback=(continuation of Deferred@1263743607 after retry RPC after error@1528581363) -> (continuation of Deferred@1681913553 after retry RPC after error@721520048) -> (continuation of Deferred@2031344173 after retry RPC after error@1087470120) -> (continuation of Deferred@1539544477 after retry RPC after error@2085140304) -> (continuation of Deferred@460183622 after retry RPC after error@1344725305) -> (continuation of Deferred@386857437 after retry RPC after error@776289883) -> (continuation of Deferred@1537174589 after retry RPC after error@1020752222) -> (continuation of Deferred@1551349512 after retry RPC after error@1531444539), errback=(continuation of Deferred@1263743607 after retry RPC after error@1528581363) -> (continuation of Deferred@1681913553 after retry RPC after error@721520048) -> (continuation of Deferred@2031344173 after retry RPC after error@1087470120) -> (continuation of Deferred@1539544477 after retry RPC after error@2085140304) -> (continuation of Deferred@460183622 after retry RPC after error@1344725305) -> (continuation of Deferred@386857437 after retry RPC after error@776289883) -> (continuation of Deferred@1537174589 after retry RPC after error@1020752222) -> (continuation of Deferred@1551349512 after retry RPC after error@1531444539)))
09:05:15.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1501744744(state=PENDING, result=null, callback=(continuation of Deferred@1263743607 after retry RPC after error@1528581363) -> (continuation of Deferred@1681913553 after retry RPC after error@721520048) -> (continuation of Deferred@2031344173 after retry RPC after error@1087470120) -> (continuation of Deferred@1539544477 after retry RPC after error@2085140304) -> (continuation of Deferred@460183622 after retry RPC after error@1344725305) -> (continuation of Deferred@386857437 after retry RPC after error@776289883) -> (continuation of Deferred@1537174589 after retry RPC after error@1020752222) -> (continuation of Deferred@1551349512 after retry RPC after error@1531444539), errback=(continuation of Deferred@1263743607 after retry RPC after error@1528581363) -> (continuation of Deferred@1681913553 after retry RPC after error@721520048) -> (continuation of Deferred@2031344173 after retry RPC after error@1087470120) -> (continuation of Deferred@1539544477 after retry RPC after error@2085140304) -> (continuation of Deferred@460183622 after retry RPC after error@1344725305) -> (continuation of Deferred@386857437 after retry RPC after error@776289883) -> (continuation of Deferred@1537174589 after retry RPC after error@1020752222) -> (continuation of Deferred@1551349512 after retry RPC after error@1531444539)))
09:05:15.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.660 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@536231610(state=PENDING, result=null, callback=(continuation of Deferred@818639883 after retry RPC after error@671088706) -> (continuation of Deferred@1862068441 after retry RPC after error@1079052370) -> (continuation of Deferred@726751103 after retry RPC after error@58413127) -> (continuation of Deferred@172546769 after retry RPC after error@1108562002) -> (continuation of Deferred@1675107776 after retry RPC after error@980975764) -> (continuation of Deferred@1990871896 after retry RPC after error@786633759) -> (continuation of Deferred@225847838 after retry RPC after error@1945401092), errback=(continuation of Deferred@818639883 after retry RPC after error@671088706) -> (continuation of Deferred@1862068441 after retry RPC after error@1079052370) -> (continuation of Deferred@726751103 after retry RPC after error@58413127) -> (continuation of Deferred@172546769 after retry RPC after error@1108562002) -> (continuation of Deferred@1675107776 after retry RPC after error@980975764) -> (continuation of Deferred@1990871896 after retry RPC after error@786633759) -> (continuation of Deferred@225847838 after retry RPC after error@1945401092)))
09:05:15.660 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@536231610(state=PENDING, result=null, callback=(continuation of Deferred@818639883 after retry RPC after error@671088706) -> (continuation of Deferred@1862068441 after retry RPC after error@1079052370) -> (continuation of Deferred@726751103 after retry RPC after error@58413127) -> (continuation of Deferred@172546769 after retry RPC after error@1108562002) -> (continuation of Deferred@1675107776 after retry RPC after error@980975764) -> (continuation of Deferred@1990871896 after retry RPC after error@786633759) -> (continuation of Deferred@225847838 after retry RPC after error@1945401092), errback=(continuation of Deferred@818639883 after retry RPC after error@671088706) -> (continuation of Deferred@1862068441 after retry RPC after error@1079052370) -> (continuation of Deferred@726751103 after retry RPC after error@58413127) -> (continuation of Deferred@172546769 after retry RPC after error@1108562002) -> (continuation of Deferred@1675107776 after retry RPC after error@980975764) -> (continuation of Deferred@1990871896 after retry RPC after error@786633759) -> (continuation of Deferred@225847838 after retry RPC after error@1945401092)))
09:05:15.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1815361908(state=PENDING, result=null, callback=(continuation of Deferred@559980300 after retry RPC after error@356127539) -> (continuation of Deferred@1941396699 after retry RPC after error@1048917056) -> (continuation of Deferred@456672355 after retry RPC after error@1591639996) -> (continuation of Deferred@390508856 after retry RPC after error@16162980) -> (continuation of Deferred@1505032069 after retry RPC after error@1958367376) -> (continuation of Deferred@1448603726 after retry RPC after error@1670486432), errback=(continuation of Deferred@559980300 after retry RPC after error@356127539) -> (continuation of Deferred@1941396699 after retry RPC after error@1048917056) -> (continuation of Deferred@456672355 after retry RPC after error@1591639996) -> (continuation of Deferred@390508856 after retry RPC after error@16162980) -> (continuation of Deferred@1505032069 after retry RPC after error@1958367376) -> (continuation of Deferred@1448603726 after retry RPC after error@1670486432)))
09:05:15.819 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1815361908(state=PENDING, result=null, callback=(continuation of Deferred@559980300 after retry RPC after error@356127539) -> (continuation of Deferred@1941396699 after retry RPC after error@1048917056) -> (continuation of Deferred@456672355 after retry RPC after error@1591639996) -> (continuation of Deferred@390508856 after retry RPC after error@16162980) -> (continuation of Deferred@1505032069 after retry RPC after error@1958367376) -> (continuation of Deferred@1448603726 after retry RPC after error@1670486432), errback=(continuation of Deferred@559980300 after retry RPC after error@356127539) -> (continuation of Deferred@1941396699 after retry RPC after error@1048917056) -> (continuation of Deferred@456672355 after retry RPC after error@1591639996) -> (continuation of Deferred@390508856 after retry RPC after error@16162980) -> (continuation of Deferred@1505032069 after retry RPC after error@1958367376) -> (continuation of Deferred@1448603726 after retry RPC after error@1670486432)))
09:05:15.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.899 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:15.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:15.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:15.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:15.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:15.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2141353969(state=PENDING, result=null, callback=(continuation of Deferred@924006294 after retry RPC after error@1971594640) -> (continuation of Deferred@68152119 after retry RPC after error@1761483192) -> (continuation of Deferred@1182743734 after retry RPC after error@302201164) -> (continuation of Deferred@1773022824 after retry RPC after error@1896204604) -> (continuation of Deferred@1310769446 after retry RPC after error@1164073207) -> (continuation of Deferred@1571287901 after retry RPC after error@36998652), errback=(continuation of Deferred@924006294 after retry RPC after error@1971594640) -> (continuation of Deferred@68152119 after retry RPC after error@1761483192) -> (continuation of Deferred@1182743734 after retry RPC after error@302201164) -> (continuation of Deferred@1773022824 after retry RPC after error@1896204604) -> (continuation of Deferred@1310769446 after retry RPC after error@1164073207) -> (continuation of Deferred@1571287901 after retry RPC after error@36998652)))
09:05:15.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2141353969(state=PENDING, result=null, callback=(continuation of Deferred@924006294 after retry RPC after error@1971594640) -> (continuation of Deferred@68152119 after retry RPC after error@1761483192) -> (continuation of Deferred@1182743734 after retry RPC after error@302201164) -> (continuation of Deferred@1773022824 after retry RPC after error@1896204604) -> (continuation of Deferred@1310769446 after retry RPC after error@1164073207) -> (continuation of Deferred@1571287901 after retry RPC after error@36998652), errback=(continuation of Deferred@924006294 after retry RPC after error@1971594640) -> (continuation of Deferred@68152119 after retry RPC after error@1761483192) -> (continuation of Deferred@1182743734 after retry RPC after error@302201164) -> (continuation of Deferred@1773022824 after retry RPC after error@1896204604) -> (continuation of Deferred@1310769446 after retry RPC after error@1164073207) -> (continuation of Deferred@1571287901 after retry RPC after error@36998652)))
09:05:16.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:16.092285 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:16.092460 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:16.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1479680543(state=PENDING, result=null, callback=(continuation of Deferred@862014561 after retry RPC after error@261000427) -> (continuation of Deferred@263975968 after retry RPC after error@1188044050) -> (continuation of Deferred@2146124781 after retry RPC after error@83452207) -> (continuation of Deferred@1421053796 after retry RPC after error@315437165) -> (continuation of Deferred@933031410 after retry RPC after error@2023952951) -> (continuation of Deferred@816020200 after retry RPC after error@1268153033) -> (continuation of Deferred@456518964 after retry RPC after error@2070374095), errback=(continuation of Deferred@862014561 after retry RPC after error@261000427) -> (continuation of Deferred@263975968 after retry RPC after error@1188044050) -> (continuation of Deferred@2146124781 after retry RPC after error@83452207) -> (continuation of Deferred@1421053796 after retry RPC after error@315437165) -> (continuation of Deferred@933031410 after retry RPC after error@2023952951) -> (continuation of Deferred@816020200 after retry RPC after error@1268153033) -> (continuation of Deferred@456518964 after retry RPC after error@2070374095)))
09:05:16.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1479680543(state=PENDING, result=null, callback=(continuation of Deferred@862014561 after retry RPC after error@261000427) -> (continuation of Deferred@263975968 after retry RPC after error@1188044050) -> (continuation of Deferred@2146124781 after retry RPC after error@83452207) -> (continuation of Deferred@1421053796 after retry RPC after error@315437165) -> (continuation of Deferred@933031410 after retry RPC after error@2023952951) -> (continuation of Deferred@816020200 after retry RPC after error@1268153033) -> (continuation of Deferred@456518964 after retry RPC after error@2070374095), errback=(continuation of Deferred@862014561 after retry RPC after error@261000427) -> (continuation of Deferred@263975968 after retry RPC after error@1188044050) -> (continuation of Deferred@2146124781 after retry RPC after error@83452207) -> (continuation of Deferred@1421053796 after retry RPC after error@315437165) -> (continuation of Deferred@933031410 after retry RPC after error@2023952951) -> (continuation of Deferred@816020200 after retry RPC after error@1268153033) -> (continuation of Deferred@456518964 after retry RPC after error@2070374095)))
09:05:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@547330161(state=PENDING, result=null, callback=(continuation of Deferred@1956609379 after retry RPC after error@1893447673) -> (continuation of Deferred@477751310 after retry RPC after error@1081718752) -> (continuation of Deferred@1325580009 after retry RPC after error@1657519247) -> (continuation of Deferred@832639296 after retry RPC after error@1013605923) -> (continuation of Deferred@1715823281 after retry RPC after error@1498780978) -> (continuation of Deferred@1615311945 after retry RPC after error@259231004) -> (continuation of Deferred@1122903721 after retry RPC after error@929552323), errback=(continuation of Deferred@1956609379 after retry RPC after error@1893447673) -> (continuation of Deferred@477751310 after retry RPC after error@1081718752) -> (continuation of Deferred@1325580009 after retry RPC after error@1657519247) -> (continuation of Deferred@832639296 after retry RPC after error@1013605923) -> (continuation of Deferred@1715823281 after retry RPC after error@1498780978) -> (continuation of Deferred@1615311945 after retry RPC after error@259231004) -> (continuation of Deferred@1122903721 after retry RPC after error@929552323)))
09:05:16.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@547330161(state=PENDING, result=null, callback=(continuation of Deferred@1956609379 after retry RPC after error@1893447673) -> (continuation of Deferred@477751310 after retry RPC after error@1081718752) -> (continuation of Deferred@1325580009 after retry RPC after error@1657519247) -> (continuation of Deferred@832639296 after retry RPC after error@1013605923) -> (continuation of Deferred@1715823281 after retry RPC after error@1498780978) -> (continuation of Deferred@1615311945 after retry RPC after error@259231004) -> (continuation of Deferred@1122903721 after retry RPC after error@929552323), errback=(continuation of Deferred@1956609379 after retry RPC after error@1893447673) -> (continuation of Deferred@477751310 after retry RPC after error@1081718752) -> (continuation of Deferred@1325580009 after retry RPC after error@1657519247) -> (continuation of Deferred@832639296 after retry RPC after error@1013605923) -> (continuation of Deferred@1715823281 after retry RPC after error@1498780978) -> (continuation of Deferred@1615311945 after retry RPC after error@259231004) -> (continuation of Deferred@1122903721 after retry RPC after error@929552323)))
09:05:16.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [87ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@236085943(state=PENDING, result=null, callback=(continuation of Deferred@1092410845 after retry RPC after error@373433631) -> (continuation of Deferred@2043158197 after retry RPC after error@1691540705) -> (continuation of Deferred@1132922771 after retry RPC after error@1156233249) -> (continuation of Deferred@2104376255 after retry RPC after error@254395687) -> (continuation of Deferred@1961488590 after retry RPC after error@1708357058) -> (continuation of Deferred@1777080580 after retry RPC after error@674097635) -> (continuation of Deferred@335090600 after retry RPC after error@1845102960), errback=(continuation of Deferred@1092410845 after retry RPC after error@373433631) -> (continuation of Deferred@2043158197 after retry RPC after error@1691540705) -> (continuation of Deferred@1132922771 after retry RPC after error@1156233249) -> (continuation of Deferred@2104376255 after retry RPC after error@254395687) -> (continuation of Deferred@1961488590 after retry RPC after error@1708357058) -> (continuation of Deferred@1777080580 after retry RPC after error@674097635) -> (continuation of Deferred@335090600 after retry RPC after error@1845102960)))
09:05:16.779 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [87ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@236085943(state=PENDING, result=null, callback=(continuation of Deferred@1092410845 after retry RPC after error@373433631) -> (continuation of Deferred@2043158197 after retry RPC after error@1691540705) -> (continuation of Deferred@1132922771 after retry RPC after error@1156233249) -> (continuation of Deferred@2104376255 after retry RPC after error@254395687) -> (continuation of Deferred@1961488590 after retry RPC after error@1708357058) -> (continuation of Deferred@1777080580 after retry RPC after error@674097635) -> (continuation of Deferred@335090600 after retry RPC after error@1845102960), errback=(continuation of Deferred@1092410845 after retry RPC after error@373433631) -> (continuation of Deferred@2043158197 after retry RPC after error@1691540705) -> (continuation of Deferred@1132922771 after retry RPC after error@1156233249) -> (continuation of Deferred@2104376255 after retry RPC after error@254395687) -> (continuation of Deferred@1961488590 after retry RPC after error@1708357058) -> (continuation of Deferred@1777080580 after retry RPC after error@674097635) -> (continuation of Deferred@335090600 after retry RPC after error@1845102960)))
09:05:16.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:16.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:16.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:16.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:16.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:16.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [47ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1641988095(state=PENDING, result=null, callback=(continuation of Deferred@969979991 after retry RPC after error@1741574287) -> (continuation of Deferred@1775322158 after retry RPC after error@2103717804) -> (continuation of Deferred@1095377495 after retry RPC after error@1410685145) -> (continuation of Deferred@923174465 after retry RPC after error@1807996482) -> (continuation of Deferred@2064321015 after retry RPC after error@94782943) -> (continuation of Deferred@110231460 after retry RPC after error@1930774770) -> (continuation of Deferred@1349690326 after retry RPC after error@1741524154) -> (continuation of Deferred@1848124216 after retry RPC after error@925082839), errback=(continuation of Deferred@969979991 after retry RPC after error@1741574287) -> (continuation of Deferred@1775322158 after retry RPC after error@2103717804) -> (continuation of Deferred@1095377495 after retry RPC after error@1410685145) -> (continuation of Deferred@923174465 after retry RPC after error@1807996482) -> (continuation of Deferred@2064321015 after retry RPC after error@94782943) -> (continuation of Deferred@110231460 after retry RPC after error@1930774770) -> (continuation of Deferred@1349690326 after retry RPC after error@1741524154) -> (continuation of Deferred@1848124216 after retry RPC after error@925082839)))
09:05:17.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [47ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1641988095(state=PENDING, result=null, callback=(continuation of Deferred@969979991 after retry RPC after error@1741574287) -> (continuation of Deferred@1775322158 after retry RPC after error@2103717804) -> (continuation of Deferred@1095377495 after retry RPC after error@1410685145) -> (continuation of Deferred@923174465 after retry RPC after error@1807996482) -> (continuation of Deferred@2064321015 after retry RPC after error@94782943) -> (continuation of Deferred@110231460 after retry RPC after error@1930774770) -> (continuation of Deferred@1349690326 after retry RPC after error@1741524154) -> (continuation of Deferred@1848124216 after retry RPC after error@925082839), errback=(continuation of Deferred@969979991 after retry RPC after error@1741574287) -> (continuation of Deferred@1775322158 after retry RPC after error@2103717804) -> (continuation of Deferred@1095377495 after retry RPC after error@1410685145) -> (continuation of Deferred@923174465 after retry RPC after error@1807996482) -> (continuation of Deferred@2064321015 after retry RPC after error@94782943) -> (continuation of Deferred@110231460 after retry RPC after error@1930774770) -> (continuation of Deferred@1349690326 after retry RPC after error@1741524154) -> (continuation of Deferred@1848124216 after retry RPC after error@925082839)))
09:05:17.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.277 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@300749394(state=PENDING, result=null, callback=(continuation of Deferred@1586408269 after retry RPC after error@332303663) -> (continuation of Deferred@1781929956 after retry RPC after error@330364786) -> (continuation of Deferred@953148042 after retry RPC after error@1594861385) -> (continuation of Deferred@98304635 after retry RPC after error@289636053) -> (continuation of Deferred@1449072069 after retry RPC after error@1959318952) -> (continuation of Deferred@291688080 after retry RPC after error@467513279) -> (continuation of Deferred@889348156 after retry RPC after error@123049633), errback=(continuation of Deferred@1586408269 after retry RPC after error@332303663) -> (continuation of Deferred@1781929956 after retry RPC after error@330364786) -> (continuation of Deferred@953148042 after retry RPC after error@1594861385) -> (continuation of Deferred@98304635 after retry RPC after error@289636053) -> (continuation of Deferred@1449072069 after retry RPC after error@1959318952) -> (continuation of Deferred@291688080 after retry RPC after error@467513279) -> (continuation of Deferred@889348156 after retry RPC after error@123049633)))
09:05:17.277 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:17.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1259185938(state=PENDING, result=null, callback=(continuation of Deferred@137066535 after retry RPC after error@1410823891) -> (continuation of Deferred@1270481055 after retry RPC after error@1839799245) -> (continuation of Deferred@1041280031 after retry RPC after error@1365177568) -> (continuation of Deferred@1258010796 after retry RPC after error@1865004365) -> (continuation of Deferred@1415744739 after retry RPC after error@1916640123) -> (continuation of Deferred@1704227656 after retry RPC after error@1203057002) -> (continuation of Deferred@124823787 after retry RPC after error@419962173), errback=(continuation of Deferred@137066535 after retry RPC after error@1410823891) -> (continuation of Deferred@1270481055 after retry RPC after error@1839799245) -> (continuation of Deferred@1041280031 after retry RPC after error@1365177568) -> (continuation of Deferred@1258010796 after retry RPC after error@1865004365) -> (continuation of Deferred@1415744739 after retry RPC after error@1916640123) -> (continuation of Deferred@1704227656 after retry RPC after error@1203057002) -> (continuation of Deferred@124823787 after retry RPC after error@419962173)))
09:05:17.459 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1259185938(state=PENDING, result=null, callback=(continuation of Deferred@137066535 after retry RPC after error@1410823891) -> (continuation of Deferred@1270481055 after retry RPC after error@1839799245) -> (continuation of Deferred@1041280031 after retry RPC after error@1365177568) -> (continuation of Deferred@1258010796 after retry RPC after error@1865004365) -> (continuation of Deferred@1415744739 after retry RPC after error@1916640123) -> (continuation of Deferred@1704227656 after retry RPC after error@1203057002) -> (continuation of Deferred@124823787 after retry RPC after error@419962173), errback=(continuation of Deferred@137066535 after retry RPC after error@1410823891) -> (continuation of Deferred@1270481055 after retry RPC after error@1839799245) -> (continuation of Deferred@1041280031 after retry RPC after error@1365177568) -> (continuation of Deferred@1258010796 after retry RPC after error@1865004365) -> (continuation of Deferred@1415744739 after retry RPC after error@1916640123) -> (continuation of Deferred@1704227656 after retry RPC after error@1203057002) -> (continuation of Deferred@124823787 after retry RPC after error@419962173)))
09:05:17.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.680 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@328199233(state=PENDING, result=null, callback=(continuation of Deferred@372751173 after retry RPC after error@1356094609) -> (continuation of Deferred@1331183865 after retry RPC after error@601440439) -> (continuation of Deferred@136264218 after retry RPC after error@2052972380) -> (continuation of Deferred@2005862246 after retry RPC after error@515522008) -> (continuation of Deferred@1870928895 after retry RPC after error@2075631212) -> (continuation of Deferred@1955336779 after retry RPC after error@991405567) -> (continuation of Deferred@1954749057 after retry RPC after error@855686787) -> (continuation of Deferred@663416034 after retry RPC after error@557096369), errback=(continuation of Deferred@372751173 after retry RPC after error@1356094609) -> (continuation of Deferred@1331183865 after retry RPC after error@601440439) -> (continuation of Deferred@136264218 after retry RPC after error@2052972380) -> (continuation of Deferred@2005862246 after retry RPC after error@515522008) -> (continuation of Deferred@1870928895 after retry RPC after error@2075631212) -> (continuation of Deferred@1955336779 after retry RPC after error@991405567) -> (continuation of Deferred@1954749057 after retry RPC after error@855686787) -> (continuation of Deferred@663416034 after retry RPC after error@557096369)))
09:05:17.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@328199233(state=PENDING, result=null, callback=(continuation of Deferred@372751173 after retry RPC after error@1356094609) -> (continuation of Deferred@1331183865 after retry RPC after error@601440439) -> (continuation of Deferred@136264218 after retry RPC after error@2052972380) -> (continuation of Deferred@2005862246 after retry RPC after error@515522008) -> (continuation of Deferred@1870928895 after retry RPC after error@2075631212) -> (continuation of Deferred@1955336779 after retry RPC after error@991405567) -> (continuation of Deferred@1954749057 after retry RPC after error@855686787) -> (continuation of Deferred@663416034 after retry RPC after error@557096369), errback=(continuation of Deferred@372751173 after retry RPC after error@1356094609) -> (continuation of Deferred@1331183865 after retry RPC after error@601440439) -> (continuation of Deferred@136264218 after retry RPC after error@2052972380) -> (continuation of Deferred@2005862246 after retry RPC after error@515522008) -> (continuation of Deferred@1870928895 after retry RPC after error@2075631212) -> (continuation of Deferred@1955336779 after retry RPC after error@991405567) -> (continuation of Deferred@1954749057 after retry RPC after error@855686787) -> (continuation of Deferred@663416034 after retry RPC after error@557096369)))
09:05:17.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@416263116(state=PENDING, result=null, callback=(continuation of Deferred@1827175055 after retry RPC after error@1784031290) -> (continuation of Deferred@1256125239 after retry RPC after error@791322731) -> (continuation of Deferred@3775235 after retry RPC after error@1542812870) -> (continuation of Deferred@1712284612 after retry RPC after error@475840150) -> (continuation of Deferred@1349640093 after retry RPC after error@542298641) -> (continuation of Deferred@1029608604 after retry RPC after error@1141843375) -> (continuation of Deferred@450664324 after retry RPC after error@740822164), errback=(continuation of Deferred@1827175055 after retry RPC after error@1784031290) -> (continuation of Deferred@1256125239 after retry RPC after error@791322731) -> (continuation of Deferred@3775235 after retry RPC after error@1542812870) -> (continuation of Deferred@1712284612 after retry RPC after error@475840150) -> (continuation of Deferred@1349640093 after retry RPC after error@542298641) -> (continuation of Deferred@1029608604 after retry RPC after error@1141843375) -> (continuation of Deferred@450664324 after retry RPC after error@740822164)))
09:05:17.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@416263116(state=PENDING, result=null, callback=(continuation of Deferred@1827175055 after retry RPC after error@1784031290) -> (continuation of Deferred@1256125239 after retry RPC after error@791322731) -> (continuation of Deferred@3775235 after retry RPC after error@1542812870) -> (continuation of Deferred@1712284612 after retry RPC after error@475840150) -> (continuation of Deferred@1349640093 after retry RPC after error@542298641) -> (continuation of Deferred@1029608604 after retry RPC after error@1141843375) -> (continuation of Deferred@450664324 after retry RPC after error@740822164), errback=(continuation of Deferred@1827175055 after retry RPC after error@1784031290) -> (continuation of Deferred@1256125239 after retry RPC after error@791322731) -> (continuation of Deferred@3775235 after retry RPC after error@1542812870) -> (continuation of Deferred@1712284612 after retry RPC after error@475840150) -> (continuation of Deferred@1349640093 after retry RPC after error@542298641) -> (continuation of Deferred@1029608604 after retry RPC after error@1141843375) -> (continuation of Deferred@450664324 after retry RPC after error@740822164)))
09:05:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:17.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:17.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:17.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:17.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:17.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@524408954(state=PENDING, result=null, callback=(continuation of Deferred@419778509 after retry RPC after error@1899178631) -> (continuation of Deferred@2030184634 after retry RPC after error@1754377704) -> (continuation of Deferred@1541012496 after retry RPC after error@861307646) -> (continuation of Deferred@1534667734 after retry RPC after error@1046619068) -> (continuation of Deferred@718233884 after retry RPC after error@763971529) -> (continuation of Deferred@1069346357 after retry RPC after error@283919805) -> (continuation of Deferred@1106907453 after retry RPC after error@648716740), errback=(continuation of Deferred@419778509 after retry RPC after error@1899178631) -> (continuation of Deferred@2030184634 after retry RPC after error@1754377704) -> (continuation of Deferred@1541012496 after retry RPC after error@861307646) -> (continuation of Deferred@1534667734 after retry RPC after error@1046619068) -> (continuation of Deferred@718233884 after retry RPC after error@763971529) -> (continuation of Deferred@1069346357 after retry RPC after error@283919805) -> (continuation of Deferred@1106907453 after retry RPC after error@648716740)))
09:05:18.139 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@524408954(state=PENDING, result=null, callback=(continuation of Deferred@419778509 after retry RPC after error@1899178631) -> (continuation of Deferred@2030184634 after retry RPC after error@1754377704) -> (continuation of Deferred@1541012496 after retry RPC after error@861307646) -> (continuation of Deferred@1534667734 after retry RPC after error@1046619068) -> (continuation of Deferred@718233884 after retry RPC after error@763971529) -> (continuation of Deferred@1069346357 after retry RPC after error@283919805) -> (continuation of Deferred@1106907453 after retry RPC after error@648716740), errback=(continuation of Deferred@419778509 after retry RPC after error@1899178631) -> (continuation of Deferred@2030184634 after retry RPC after error@1754377704) -> (continuation of Deferred@1541012496 after retry RPC after error@861307646) -> (continuation of Deferred@1534667734 after retry RPC after error@1046619068) -> (continuation of Deferred@718233884 after retry RPC after error@763971529) -> (continuation of Deferred@1069346357 after retry RPC after error@283919805) -> (continuation of Deferred@1106907453 after retry RPC after error@648716740)))
09:05:18.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1464651161(state=PENDING, result=null, callback=(continuation of Deferred@1514629336 after retry RPC after error@1398542646) -> (continuation of Deferred@1346761114 after retry RPC after error@1641336334) -> (continuation of Deferred@11823940 after retry RPC after error@869408709) -> (continuation of Deferred@1290068228 after retry RPC after error@193458728) -> (continuation of Deferred@684344919 after retry RPC after error@197482684) -> (continuation of Deferred@1614967809 after retry RPC after error@1424022675) -> (continuation of Deferred@778223782 after retry RPC after error@256077166), errback=(continuation of Deferred@1514629336 after retry RPC after error@1398542646) -> (continuation of Deferred@1346761114 after retry RPC after error@1641336334) -> (continuation of Deferred@11823940 after retry RPC after error@869408709) -> (continuation of Deferred@1290068228 after retry RPC after error@193458728) -> (continuation of Deferred@684344919 after retry RPC after error@197482684) -> (continuation of Deferred@1614967809 after retry RPC after error@1424022675) -> (continuation of Deferred@778223782 after retry RPC after error@256077166)))
09:05:18.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1464651161(state=PENDING, result=null, callback=(continuation of Deferred@1514629336 after retry RPC after error@1398542646) -> (continuation of Deferred@1346761114 after retry RPC after error@1641336334) -> (continuation of Deferred@11823940 after retry RPC after error@869408709) -> (continuation of Deferred@1290068228 after retry RPC after error@193458728) -> (continuation of Deferred@684344919 after retry RPC after error@197482684) -> (continuation of Deferred@1614967809 after retry RPC after error@1424022675) -> (continuation of Deferred@778223782 after retry RPC after error@256077166), errback=(continuation of Deferred@1514629336 after retry RPC after error@1398542646) -> (continuation of Deferred@1346761114 after retry RPC after error@1641336334) -> (continuation of Deferred@11823940 after retry RPC after error@869408709) -> (continuation of Deferred@1290068228 after retry RPC after error@193458728) -> (continuation of Deferred@684344919 after retry RPC after error@197482684) -> (continuation of Deferred@1614967809 after retry RPC after error@1424022675) -> (continuation of Deferred@778223782 after retry RPC after error@256077166)))
09:05:18.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:18.550410 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:18.552870 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:18.554920 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1363991320(state=PENDING, result=null, callback=(continuation of Deferred@1860343199 after retry RPC after error@1587986098) -> (continuation of Deferred@658787271 after retry RPC after error@283627564) -> (continuation of Deferred@1792270786 after retry RPC after error@23822596) -> (continuation of Deferred@83159197 after retry RPC after error@708587167) -> (continuation of Deferred@1603536875 after retry RPC after error@44748476) -> (continuation of Deferred@557416052 after retry RPC after error@1790632986) -> (continuation of Deferred@367922681 after retry RPC after error@1097203414), errback=(continuation of Deferred@1860343199 after retry RPC after error@1587986098) -> (continuation of Deferred@658787271 after retry RPC after error@283627564) -> (continuation of Deferred@1792270786 after retry RPC after error@23822596) -> (continuation of Deferred@83159197 after retry RPC after error@708587167) -> (continuation of Deferred@1603536875 after retry RPC after error@44748476) -> (continuation of Deferred@557416052 after retry RPC after error@1790632986) -> (continuation of Deferred@367922681 after retry RPC after error@1097203414)))
09:05:18.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1363991320(state=PENDING, result=null, callback=(continuation of Deferred@1860343199 after retry RPC after error@1587986098) -> (continuation of Deferred@658787271 after retry RPC after error@283627564) -> (continuation of Deferred@1792270786 after retry RPC after error@23822596) -> (continuation of Deferred@83159197 after retry RPC after error@708587167) -> (continuation of Deferred@1603536875 after retry RPC after error@44748476) -> (continuation of Deferred@557416052 after retry RPC after error@1790632986) -> (continuation of Deferred@367922681 after retry RPC after error@1097203414), errback=(continuation of Deferred@1860343199 after retry RPC after error@1587986098) -> (continuation of Deferred@658787271 after retry RPC after error@283627564) -> (continuation of Deferred@1792270786 after retry RPC after error@23822596) -> (continuation of Deferred@83159197 after retry RPC after error@708587167) -> (continuation of Deferred@1603536875 after retry RPC after error@44748476) -> (continuation of Deferred@557416052 after retry RPC after error@1790632986) -> (continuation of Deferred@367922681 after retry RPC after error@1097203414)))
09:05:18.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1692264556(state=PENDING, result=null, callback=(continuation of Deferred@860701586 after retry RPC after error@687839677) -> (continuation of Deferred@264904900 after retry RPC after error@81737689) -> (continuation of Deferred@1574413571 after retry RPC after error@154271093) -> (continuation of Deferred@1470312599 after retry RPC after error@717202501) -> (continuation of Deferred@1243669420 after retry RPC after error@1283220936) -> (continuation of Deferred@34984792 after retry RPC after error@1432343251), errback=(continuation of Deferred@860701586 after retry RPC after error@687839677) -> (continuation of Deferred@264904900 after retry RPC after error@81737689) -> (continuation of Deferred@1574413571 after retry RPC after error@154271093) -> (continuation of Deferred@1470312599 after retry RPC after error@717202501) -> (continuation of Deferred@1243669420 after retry RPC after error@1283220936) -> (continuation of Deferred@34984792 after retry RPC after error@1432343251)))
09:05:18.740 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1692264556(state=PENDING, result=null, callback=(continuation of Deferred@860701586 after retry RPC after error@687839677) -> (continuation of Deferred@264904900 after retry RPC after error@81737689) -> (continuation of Deferred@1574413571 after retry RPC after error@154271093) -> (continuation of Deferred@1470312599 after retry RPC after error@717202501) -> (continuation of Deferred@1243669420 after retry RPC after error@1283220936) -> (continuation of Deferred@34984792 after retry RPC after error@1432343251), errback=(continuation of Deferred@860701586 after retry RPC after error@687839677) -> (continuation of Deferred@264904900 after retry RPC after error@81737689) -> (continuation of Deferred@1574413571 after retry RPC after error@154271093) -> (continuation of Deferred@1470312599 after retry RPC after error@717202501) -> (continuation of Deferred@1243669420 after retry RPC after error@1283220936) -> (continuation of Deferred@34984792 after retry RPC after error@1432343251)))
09:05:18.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@668893259(state=PENDING, result=null, callback=(continuation of Deferred@1488424420 after retry RPC after error@1339002329) -> (continuation of Deferred@126669125 after retry RPC after error@1417925927) -> (continuation of Deferred@809483006 after retry RPC after error@61687909) -> (continuation of Deferred@1657448364 after retry RPC after error@673872959) -> (continuation of Deferred@1703926670 after retry RPC after error@210262330) -> (continuation of Deferred@1002993856 after retry RPC after error@1081618434) -> (continuation of Deferred@1529921576 after retry RPC after error@364839933) -> (continuation of Deferred@1841915890 after retry RPC after error@1823515241), errback=(continuation of Deferred@1488424420 after retry RPC after error@1339002329) -> (continuation of Deferred@126669125 after retry RPC after error@1417925927) -> (continuation of Deferred@809483006 after retry RPC after error@61687909) -> (continuation of Deferred@1657448364 after retry RPC after error@673872959) -> (continuation of Deferred@1703926670 after retry RPC after error@210262330) -> (continuation of Deferred@1002993856 after retry RPC after error@1081618434) -> (continuation of Deferred@1529921576 after retry RPC after error@364839933) -> (continuation of Deferred@1841915890 after retry RPC after error@1823515241)))
09:05:18.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@668893259(state=PENDING, result=null, callback=(continuation of Deferred@1488424420 after retry RPC after error@1339002329) -> (continuation of Deferred@126669125 after retry RPC after error@1417925927) -> (continuation of Deferred@809483006 after retry RPC after error@61687909) -> (continuation of Deferred@1657448364 after retry RPC after error@673872959) -> (continuation of Deferred@1703926670 after retry RPC after error@210262330) -> (continuation of Deferred@1002993856 after retry RPC after error@1081618434) -> (continuation of Deferred@1529921576 after retry RPC after error@364839933) -> (continuation of Deferred@1841915890 after retry RPC after error@1823515241), errback=(continuation of Deferred@1488424420 after retry RPC after error@1339002329) -> (continuation of Deferred@126669125 after retry RPC after error@1417925927) -> (continuation of Deferred@809483006 after retry RPC after error@61687909) -> (continuation of Deferred@1657448364 after retry RPC after error@673872959) -> (continuation of Deferred@1703926670 after retry RPC after error@210262330) -> (continuation of Deferred@1002993856 after retry RPC after error@1081618434) -> (continuation of Deferred@1529921576 after retry RPC after error@364839933) -> (continuation of Deferred@1841915890 after retry RPC after error@1823515241)))
09:05:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:18.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:18.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:18.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:18.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:18.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@621647352(state=PENDING, result=null, callback=(continuation of Deferred@1667821015 after retry RPC after error@1962515049) -> (continuation of Deferred@958498859 after retry RPC after error@1892313250) -> (continuation of Deferred@1424500025 after retry RPC after error@1819985695) -> (continuation of Deferred@1504672363 after retry RPC after error@2055444100) -> (continuation of Deferred@1876407552 after retry RPC after error@1429198298) -> (continuation of Deferred@2012315958 after retry RPC after error@295706362) -> (continuation of Deferred@1133364859 after retry RPC after error@1747409621), errback=(continuation of Deferred@1667821015 after retry RPC after error@1962515049) -> (continuation of Deferred@958498859 after retry RPC after error@1892313250) -> (continuation of Deferred@1424500025 after retry RPC after error@1819985695) -> (continuation of Deferred@1504672363 after retry RPC after error@2055444100) -> (continuation of Deferred@1876407552 after retry RPC after error@1429198298) -> (continuation of Deferred@2012315958 after retry RPC after error@295706362) -> (continuation of Deferred@1133364859 after retry RPC after error@1747409621)))
09:05:19.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@621647352(state=PENDING, result=null, callback=(continuation of Deferred@1667821015 after retry RPC after error@1962515049) -> (continuation of Deferred@958498859 after retry RPC after error@1892313250) -> (continuation of Deferred@1424500025 after retry RPC after error@1819985695) -> (continuation of Deferred@1504672363 after retry RPC after error@2055444100) -> (continuation of Deferred@1876407552 after retry RPC after error@1429198298) -> (continuation of Deferred@2012315958 after retry RPC after error@295706362) -> (continuation of Deferred@1133364859 after retry RPC after error@1747409621), errback=(continuation of Deferred@1667821015 after retry RPC after error@1962515049) -> (continuation of Deferred@958498859 after retry RPC after error@1892313250) -> (continuation of Deferred@1424500025 after retry RPC after error@1819985695) -> (continuation of Deferred@1504672363 after retry RPC after error@2055444100) -> (continuation of Deferred@1876407552 after retry RPC after error@1429198298) -> (continuation of Deferred@2012315958 after retry RPC after error@295706362) -> (continuation of Deferred@1133364859 after retry RPC after error@1747409621)))
09:05:19.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@608936932(state=PENDING, result=null, callback=(continuation of Deferred@1974538719 after retry RPC after error@1646042798) -> (continuation of Deferred@482676773 after retry RPC after error@1709753562) -> (continuation of Deferred@405413457 after retry RPC after error@516229652) -> (continuation of Deferred@716531153 after retry RPC after error@156805705) -> (continuation of Deferred@1095300517 after retry RPC after error@2003550770) -> (continuation of Deferred@1995549411 after retry RPC after error@985095318) -> (continuation of Deferred@1012167608 after retry RPC after error@361188434), errback=(continuation of Deferred@1974538719 after retry RPC after error@1646042798) -> (continuation of Deferred@482676773 after retry RPC after error@1709753562) -> (continuation of Deferred@405413457 after retry RPC after error@516229652) -> (continuation of Deferred@716531153 after retry RPC after error@156805705) -> (continuation of Deferred@1095300517 after retry RPC after error@2003550770) -> (continuation of Deferred@1995549411 after retry RPC after error@985095318) -> (continuation of Deferred@1012167608 after retry RPC after error@361188434)))
09:05:19.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@608936932(state=PENDING, result=null, callback=(continuation of Deferred@1974538719 after retry RPC after error@1646042798) -> (continuation of Deferred@482676773 after retry RPC after error@1709753562) -> (continuation of Deferred@405413457 after retry RPC after error@516229652) -> (continuation of Deferred@716531153 after retry RPC after error@156805705) -> (continuation of Deferred@1095300517 after retry RPC after error@2003550770) -> (continuation of Deferred@1995549411 after retry RPC after error@985095318) -> (continuation of Deferred@1012167608 after retry RPC after error@361188434), errback=(continuation of Deferred@1974538719 after retry RPC after error@1646042798) -> (continuation of Deferred@482676773 after retry RPC after error@1709753562) -> (continuation of Deferred@405413457 after retry RPC after error@516229652) -> (continuation of Deferred@716531153 after retry RPC after error@156805705) -> (continuation of Deferred@1095300517 after retry RPC after error@2003550770) -> (continuation of Deferred@1995549411 after retry RPC after error@985095318) -> (continuation of Deferred@1012167608 after retry RPC after error@361188434)))
09:05:19.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.757 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1602368338(state=PENDING, result=null, callback=(continuation of Deferred@1945752421 after retry RPC after error@1728997204) -> (continuation of Deferred@1496088955 after retry RPC after error@393884079) -> (continuation of Deferred@715500254 after retry RPC after error@1048923161) -> (continuation of Deferred@60761579 after retry RPC after error@1169066878) -> (continuation of Deferred@1121593935 after retry RPC after error@1454068617) -> (continuation of Deferred@744592586 after retry RPC after error@497360707) -> (continuation of Deferred@238995178 after retry RPC after error@33942463), errback=(continuation of Deferred@1945752421 after retry RPC after error@1728997204) -> (continuation of Deferred@1496088955 after retry RPC after error@393884079) -> (continuation of Deferred@715500254 after retry RPC after error@1048923161) -> (continuation of Deferred@60761579 after retry RPC after error@1169066878) -> (continuation of Deferred@1121593935 after retry RPC after error@1454068617) -> (continuation of Deferred@744592586 after retry RPC after error@497360707) -> (continuation of Deferred@238995178 after retry RPC after error@33942463)))
09:05:19.758 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1045530252(state=PENDING, result=null, callback=(continuation of Deferred@1939986286 after retry RPC after error@1307870318) -> (continuation of Deferred@826591117 after retry RPC after error@51593935) -> (continuation of Deferred@2121596772 after retry RPC after error@399168304) -> (continuation of Deferred@10815211 after retry RPC after error@423180554) -> (continuation of Deferred@1081047702 after retry RPC after error@24998648) -> (continuation of Deferred@700956258 after retry RPC after error@2036736825), errback=(continuation of Deferred@1939986286 after retry RPC after error@1307870318) -> (continuation of Deferred@826591117 after retry RPC after error@51593935) -> (continuation of Deferred@2121596772 after retry RPC after error@399168304) -> (continuation of Deferred@10815211 after retry RPC after error@423180554) -> (continuation of Deferred@1081047702 after retry RPC after error@24998648) -> (continuation of Deferred@700956258 after retry RPC after error@2036736825)))
09:05:19.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1045530252(state=PENDING, result=null, callback=(continuation of Deferred@1939986286 after retry RPC after error@1307870318) -> (continuation of Deferred@826591117 after retry RPC after error@51593935) -> (continuation of Deferred@2121596772 after retry RPC after error@399168304) -> (continuation of Deferred@10815211 after retry RPC after error@423180554) -> (continuation of Deferred@1081047702 after retry RPC after error@24998648) -> (continuation of Deferred@700956258 after retry RPC after error@2036736825), errback=(continuation of Deferred@1939986286 after retry RPC after error@1307870318) -> (continuation of Deferred@826591117 after retry RPC after error@51593935) -> (continuation of Deferred@2121596772 after retry RPC after error@399168304) -> (continuation of Deferred@10815211 after retry RPC after error@423180554) -> (continuation of Deferred@1081047702 after retry RPC after error@24998648) -> (continuation of Deferred@700956258 after retry RPC after error@2036736825)))
09:05:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:19.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:19.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:19.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:19.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:19.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1751819310(state=PENDING, result=null, callback=(continuation of Deferred@2084127340 after retry RPC after error@745359580) -> (continuation of Deferred@1101477413 after retry RPC after error@2085728747) -> (continuation of Deferred@1254995503 after retry RPC after error@211823618) -> (continuation of Deferred@1951282605 after retry RPC after error@90246182) -> (continuation of Deferred@582659691 after retry RPC after error@804738562) -> (continuation of Deferred@705821964 after retry RPC after error@664589396), errback=(continuation of Deferred@2084127340 after retry RPC after error@745359580) -> (continuation of Deferred@1101477413 after retry RPC after error@2085728747) -> (continuation of Deferred@1254995503 after retry RPC after error@211823618) -> (continuation of Deferred@1951282605 after retry RPC after error@90246182) -> (continuation of Deferred@582659691 after retry RPC after error@804738562) -> (continuation of Deferred@705821964 after retry RPC after error@664589396)))
09:05:20.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1751819310(state=PENDING, result=null, callback=(continuation of Deferred@2084127340 after retry RPC after error@745359580) -> (continuation of Deferred@1101477413 after retry RPC after error@2085728747) -> (continuation of Deferred@1254995503 after retry RPC after error@211823618) -> (continuation of Deferred@1951282605 after retry RPC after error@90246182) -> (continuation of Deferred@582659691 after retry RPC after error@804738562) -> (continuation of Deferred@705821964 after retry RPC after error@664589396), errback=(continuation of Deferred@2084127340 after retry RPC after error@745359580) -> (continuation of Deferred@1101477413 after retry RPC after error@2085728747) -> (continuation of Deferred@1254995503 after retry RPC after error@211823618) -> (continuation of Deferred@1951282605 after retry RPC after error@90246182) -> (continuation of Deferred@582659691 after retry RPC after error@804738562) -> (continuation of Deferred@705821964 after retry RPC after error@664589396)))
09:05:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@179549731(state=PENDING, result=null, callback=(continuation of Deferred@940243148 after retry RPC after error@1924156664) -> (continuation of Deferred@1965852837 after retry RPC after error@1647913613) -> (continuation of Deferred@219837086 after retry RPC after error@2101164105) -> (continuation of Deferred@1816526571 after retry RPC after error@1199824044) -> (continuation of Deferred@424921152 after retry RPC after error@221795411) -> (continuation of Deferred@1321812409 after retry RPC after error@393646704) -> (continuation of Deferred@274749718 after retry RPC after error@1597316485), errback=(continuation of Deferred@940243148 after retry RPC after error@1924156664) -> (continuation of Deferred@1965852837 after retry RPC after error@1647913613) -> (continuation of Deferred@219837086 after retry RPC after error@2101164105) -> (continuation of Deferred@1816526571 after retry RPC after error@1199824044) -> (continuation of Deferred@424921152 after retry RPC after error@221795411) -> (continuation of Deferred@1321812409 after retry RPC after error@393646704) -> (continuation of Deferred@274749718 after retry RPC after error@1597316485)))
09:05:20.379 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@179549731(state=PENDING, result=null, callback=(continuation of Deferred@940243148 after retry RPC after error@1924156664) -> (continuation of Deferred@1965852837 after retry RPC after error@1647913613) -> (continuation of Deferred@219837086 after retry RPC after error@2101164105) -> (continuation of Deferred@1816526571 after retry RPC after error@1199824044) -> (continuation of Deferred@424921152 after retry RPC after error@221795411) -> (continuation of Deferred@1321812409 after retry RPC after error@393646704) -> (continuation of Deferred@274749718 after retry RPC after error@1597316485), errback=(continuation of Deferred@940243148 after retry RPC after error@1924156664) -> (continuation of Deferred@1965852837 after retry RPC after error@1647913613) -> (continuation of Deferred@219837086 after retry RPC after error@2101164105) -> (continuation of Deferred@1816526571 after retry RPC after error@1199824044) -> (continuation of Deferred@424921152 after retry RPC after error@221795411) -> (continuation of Deferred@1321812409 after retry RPC after error@393646704) -> (continuation of Deferred@274749718 after retry RPC after error@1597316485)))
09:05:20.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1431918914(state=PENDING, result=null, callback=(continuation of Deferred@370905455 after retry RPC after error@1997274270) -> (continuation of Deferred@1855857810 after retry RPC after error@1905455946) -> (continuation of Deferred@994612478 after retry RPC after error@328163333) -> (continuation of Deferred@212499538 after retry RPC after error@1791284782) -> (continuation of Deferred@366235884 after retry RPC after error@2108917019) -> (continuation of Deferred@581185043 after retry RPC after error@1855846863), errback=(continuation of Deferred@370905455 after retry RPC after error@1997274270) -> (continuation of Deferred@1855857810 after retry RPC after error@1905455946) -> (continuation of Deferred@994612478 after retry RPC after error@328163333) -> (continuation of Deferred@212499538 after retry RPC after error@1791284782) -> (continuation of Deferred@366235884 after retry RPC after error@2108917019) -> (continuation of Deferred@581185043 after retry RPC after error@1855846863)))
09:05:20.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1431918914(state=PENDING, result=null, callback=(continuation of Deferred@370905455 after retry RPC after error@1997274270) -> (continuation of Deferred@1855857810 after retry RPC after error@1905455946) -> (continuation of Deferred@994612478 after retry RPC after error@328163333) -> (continuation of Deferred@212499538 after retry RPC after error@1791284782) -> (continuation of Deferred@366235884 after retry RPC after error@2108917019) -> (continuation of Deferred@581185043 after retry RPC after error@1855846863), errback=(continuation of Deferred@370905455 after retry RPC after error@1997274270) -> (continuation of Deferred@1855857810 after retry RPC after error@1905455946) -> (continuation of Deferred@994612478 after retry RPC after error@328163333) -> (continuation of Deferred@212499538 after retry RPC after error@1791284782) -> (continuation of Deferred@366235884 after retry RPC after error@2108917019) -> (continuation of Deferred@581185043 after retry RPC after error@1855846863)))
09:05:20.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.857 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@506028155(state=PENDING, result=null, callback=(continuation of Deferred@179349956 after retry RPC after error@1001337140) -> (continuation of Deferred@124648383 after retry RPC after error@1376942481) -> (continuation of Deferred@1566774430 after retry RPC after error@528984215) -> (continuation of Deferred@2011105499 after retry RPC after error@910174528) -> (continuation of Deferred@1942097138 after retry RPC after error@1369690381) -> (continuation of Deferred@1588953650 after retry RPC after error@1770564237) -> (continuation of Deferred@172924626 after retry RPC after error@1168772399), errback=(continuation of Deferred@179349956 after retry RPC after error@1001337140) -> (continuation of Deferred@124648383 after retry RPC after error@1376942481) -> (continuation of Deferred@1566774430 after retry RPC after error@528984215) -> (continuation of Deferred@2011105499 after retry RPC after error@910174528) -> (continuation of Deferred@1942097138 after retry RPC after error@1369690381) -> (continuation of Deferred@1588953650 after retry RPC after error@1770564237) -> (continuation of Deferred@172924626 after retry RPC after error@1168772399)))
09:05:20.857 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:20.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:20.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:20.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:20.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:20.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:20.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1036424987(state=PENDING, result=null, callback=(continuation of Deferred@850952904 after retry RPC after error@1254481991) -> (continuation of Deferred@1771838956 after retry RPC after error@1617633675) -> (continuation of Deferred@380850572 after retry RPC after error@1930517701) -> (continuation of Deferred@2062240822 after retry RPC after error@1127570841) -> (continuation of Deferred@1325812546 after retry RPC after error@914936083) -> (continuation of Deferred@371372296 after retry RPC after error@2140336064), errback=(continuation of Deferred@850952904 after retry RPC after error@1254481991) -> (continuation of Deferred@1771838956 after retry RPC after error@1617633675) -> (continuation of Deferred@380850572 after retry RPC after error@1930517701) -> (continuation of Deferred@2062240822 after retry RPC after error@1127570841) -> (continuation of Deferred@1325812546 after retry RPC after error@914936083) -> (continuation of Deferred@371372296 after retry RPC after error@2140336064)))
09:05:21.059 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1036424987(state=PENDING, result=null, callback=(continuation of Deferred@850952904 after retry RPC after error@1254481991) -> (continuation of Deferred@1771838956 after retry RPC after error@1617633675) -> (continuation of Deferred@380850572 after retry RPC after error@1930517701) -> (continuation of Deferred@2062240822 after retry RPC after error@1127570841) -> (continuation of Deferred@1325812546 after retry RPC after error@914936083) -> (continuation of Deferred@371372296 after retry RPC after error@2140336064), errback=(continuation of Deferred@850952904 after retry RPC after error@1254481991) -> (continuation of Deferred@1771838956 after retry RPC after error@1617633675) -> (continuation of Deferred@380850572 after retry RPC after error@1930517701) -> (continuation of Deferred@2062240822 after retry RPC after error@1127570841) -> (continuation of Deferred@1325812546 after retry RPC after error@914936083) -> (continuation of Deferred@371372296 after retry RPC after error@2140336064)))
09:05:21.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:21.095731 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:21.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:21.095894 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:21.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@682815051(state=PENDING, result=null, callback=(continuation of Deferred@1157084918 after retry RPC after error@861831963) -> (continuation of Deferred@948786347 after retry RPC after error@124925255) -> (continuation of Deferred@2118869849 after retry RPC after error@969564624) -> (continuation of Deferred@1798324814 after retry RPC after error@2113833570) -> (continuation of Deferred@1477078831 after retry RPC after error@849625375) -> (continuation of Deferred@1542412087 after retry RPC after error@1380674482), errback=(continuation of Deferred@1157084918 after retry RPC after error@861831963) -> (continuation of Deferred@948786347 after retry RPC after error@124925255) -> (continuation of Deferred@2118869849 after retry RPC after error@969564624) -> (continuation of Deferred@1798324814 after retry RPC after error@2113833570) -> (continuation of Deferred@1477078831 after retry RPC after error@849625375) -> (continuation of Deferred@1542412087 after retry RPC after error@1380674482)))
09:05:21.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@682815051(state=PENDING, result=null, callback=(continuation of Deferred@1157084918 after retry RPC after error@861831963) -> (continuation of Deferred@948786347 after retry RPC after error@124925255) -> (continuation of Deferred@2118869849 after retry RPC after error@969564624) -> (continuation of Deferred@1798324814 after retry RPC after error@2113833570) -> (continuation of Deferred@1477078831 after retry RPC after error@849625375) -> (continuation of Deferred@1542412087 after retry RPC after error@1380674482), errback=(continuation of Deferred@1157084918 after retry RPC after error@861831963) -> (continuation of Deferred@948786347 after retry RPC after error@124925255) -> (continuation of Deferred@2118869849 after retry RPC after error@969564624) -> (continuation of Deferred@1798324814 after retry RPC after error@2113833570) -> (continuation of Deferred@1477078831 after retry RPC after error@849625375) -> (continuation of Deferred@1542412087 after retry RPC after error@1380674482)))
09:05:21.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1673203947(state=PENDING, result=null, callback=(continuation of Deferred@790074161 after retry RPC after error@496769676) -> (continuation of Deferred@67242008 after retry RPC after error@1057324091) -> (continuation of Deferred@748220145 after retry RPC after error@1361959316) -> (continuation of Deferred@1165707617 after retry RPC after error@1368068433) -> (continuation of Deferred@982483703 after retry RPC after error@97590603) -> (continuation of Deferred@452885713 after retry RPC after error@326563654) -> (continuation of Deferred@1437095909 after retry RPC after error@1486758750), errback=(continuation of Deferred@790074161 after retry RPC after error@496769676) -> (continuation of Deferred@67242008 after retry RPC after error@1057324091) -> (continuation of Deferred@748220145 after retry RPC after error@1361959316) -> (continuation of Deferred@1165707617 after retry RPC after error@1368068433) -> (continuation of Deferred@982483703 after retry RPC after error@97590603) -> (continuation of Deferred@452885713 after retry RPC after error@326563654) -> (continuation of Deferred@1437095909 after retry RPC after error@1486758750)))
09:05:21.520 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1673203947(state=PENDING, result=null, callback=(continuation of Deferred@790074161 after retry RPC after error@496769676) -> (continuation of Deferred@67242008 after retry RPC after error@1057324091) -> (continuation of Deferred@748220145 after retry RPC after error@1361959316) -> (continuation of Deferred@1165707617 after retry RPC after error@1368068433) -> (continuation of Deferred@982483703 after retry RPC after error@97590603) -> (continuation of Deferred@452885713 after retry RPC after error@326563654) -> (continuation of Deferred@1437095909 after retry RPC after error@1486758750), errback=(continuation of Deferred@790074161 after retry RPC after error@496769676) -> (continuation of Deferred@67242008 after retry RPC after error@1057324091) -> (continuation of Deferred@748220145 after retry RPC after error@1361959316) -> (continuation of Deferred@1165707617 after retry RPC after error@1368068433) -> (continuation of Deferred@982483703 after retry RPC after error@97590603) -> (continuation of Deferred@452885713 after retry RPC after error@326563654) -> (continuation of Deferred@1437095909 after retry RPC after error@1486758750)))
09:05:21.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1925189145(state=PENDING, result=null, callback=(continuation of Deferred@1732099597 after retry RPC after error@1614888827) -> (continuation of Deferred@1805295747 after retry RPC after error@433638191) -> (continuation of Deferred@329241551 after retry RPC after error@2060229664) -> (continuation of Deferred@1147974978 after retry RPC after error@456298323) -> (continuation of Deferred@1985885777 after retry RPC after error@1752013094) -> (continuation of Deferred@1233840076 after retry RPC after error@1187881401), errback=(continuation of Deferred@1732099597 after retry RPC after error@1614888827) -> (continuation of Deferred@1805295747 after retry RPC after error@433638191) -> (continuation of Deferred@329241551 after retry RPC after error@2060229664) -> (continuation of Deferred@1147974978 after retry RPC after error@456298323) -> (continuation of Deferred@1985885777 after retry RPC after error@1752013094) -> (continuation of Deferred@1233840076 after retry RPC after error@1187881401)))
09:05:21.720 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1925189145(state=PENDING, result=null, callback=(continuation of Deferred@1732099597 after retry RPC after error@1614888827) -> (continuation of Deferred@1805295747 after retry RPC after error@433638191) -> (continuation of Deferred@329241551 after retry RPC after error@2060229664) -> (continuation of Deferred@1147974978 after retry RPC after error@456298323) -> (continuation of Deferred@1985885777 after retry RPC after error@1752013094) -> (continuation of Deferred@1233840076 after retry RPC after error@1187881401), errback=(continuation of Deferred@1732099597 after retry RPC after error@1614888827) -> (continuation of Deferred@1805295747 after retry RPC after error@433638191) -> (continuation of Deferred@329241551 after retry RPC after error@2060229664) -> (continuation of Deferred@1147974978 after retry RPC after error@456298323) -> (continuation of Deferred@1985885777 after retry RPC after error@1752013094) -> (continuation of Deferred@1233840076 after retry RPC after error@1187881401)))
09:05:21.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@384718741(state=PENDING, result=null, callback=(continuation of Deferred@1266300611 after retry RPC after error@526467468) -> (continuation of Deferred@408766644 after retry RPC after error@2095838933) -> (continuation of Deferred@1723669413 after retry RPC after error@1933921247) -> (continuation of Deferred@19903979 after retry RPC after error@575780421) -> (continuation of Deferred@742384025 after retry RPC after error@1971145842) -> (continuation of Deferred@159461339 after retry RPC after error@650990384) -> (continuation of Deferred@1965907289 after retry RPC after error@1789694290) -> (continuation of Deferred@1783858219 after retry RPC after error@650845826), errback=(continuation of Deferred@1266300611 after retry RPC after error@526467468) -> (continuation of Deferred@408766644 after retry RPC after error@2095838933) -> (continuation of Deferred@1723669413 after retry RPC after error@1933921247) -> (continuation of Deferred@19903979 after retry RPC after error@575780421) -> (continuation of Deferred@742384025 after retry RPC after error@1971145842) -> (continuation of Deferred@159461339 after retry RPC after error@650990384) -> (continuation of Deferred@1965907289 after retry RPC after error@1789694290) -> (continuation of Deferred@1783858219 after retry RPC after error@650845826)))
09:05:21.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@384718741(state=PENDING, result=null, callback=(continuation of Deferred@1266300611 after retry RPC after error@526467468) -> (continuation of Deferred@408766644 after retry RPC after error@2095838933) -> (continuation of Deferred@1723669413 after retry RPC after error@1933921247) -> (continuation of Deferred@19903979 after retry RPC after error@575780421) -> (continuation of Deferred@742384025 after retry RPC after error@1971145842) -> (continuation of Deferred@159461339 after retry RPC after error@650990384) -> (continuation of Deferred@1965907289 after retry RPC after error@1789694290) -> (continuation of Deferred@1783858219 after retry RPC after error@650845826), errback=(continuation of Deferred@1266300611 after retry RPC after error@526467468) -> (continuation of Deferred@408766644 after retry RPC after error@2095838933) -> (continuation of Deferred@1723669413 after retry RPC after error@1933921247) -> (continuation of Deferred@19903979 after retry RPC after error@575780421) -> (continuation of Deferred@742384025 after retry RPC after error@1971145842) -> (continuation of Deferred@159461339 after retry RPC after error@650990384) -> (continuation of Deferred@1965907289 after retry RPC after error@1789694290) -> (continuation of Deferred@1783858219 after retry RPC after error@650845826)))
09:05:21.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:21.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:21.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:21.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:21.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:21.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@432820425(state=PENDING, result=null, callback=(continuation of Deferred@1108835567 after retry RPC after error@1251868944) -> (continuation of Deferred@1612933150 after retry RPC after error@462567115) -> (continuation of Deferred@1645990226 after retry RPC after error@1488444032) -> (continuation of Deferred@598686224 after retry RPC after error@696345792) -> (continuation of Deferred@355246563 after retry RPC after error@1932069404) -> (continuation of Deferred@697094611 after retry RPC after error@193533766) -> (continuation of Deferred@2069535853 after retry RPC after error@1083703536), errback=(continuation of Deferred@1108835567 after retry RPC after error@1251868944) -> (continuation of Deferred@1612933150 after retry RPC after error@462567115) -> (continuation of Deferred@1645990226 after retry RPC after error@1488444032) -> (continuation of Deferred@598686224 after retry RPC after error@696345792) -> (continuation of Deferred@355246563 after retry RPC after error@1932069404) -> (continuation of Deferred@697094611 after retry RPC after error@193533766) -> (continuation of Deferred@2069535853 after retry RPC after error@1083703536)))
09:05:22.120 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@432820425(state=PENDING, result=null, callback=(continuation of Deferred@1108835567 after retry RPC after error@1251868944) -> (continuation of Deferred@1612933150 after retry RPC after error@462567115) -> (continuation of Deferred@1645990226 after retry RPC after error@1488444032) -> (continuation of Deferred@598686224 after retry RPC after error@696345792) -> (continuation of Deferred@355246563 after retry RPC after error@1932069404) -> (continuation of Deferred@697094611 after retry RPC after error@193533766) -> (continuation of Deferred@2069535853 after retry RPC after error@1083703536), errback=(continuation of Deferred@1108835567 after retry RPC after error@1251868944) -> (continuation of Deferred@1612933150 after retry RPC after error@462567115) -> (continuation of Deferred@1645990226 after retry RPC after error@1488444032) -> (continuation of Deferred@598686224 after retry RPC after error@696345792) -> (continuation of Deferred@355246563 after retry RPC after error@1932069404) -> (continuation of Deferred@697094611 after retry RPC after error@193533766) -> (continuation of Deferred@2069535853 after retry RPC after error@1083703536)))
09:05:22.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.340 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@625805636(state=PENDING, result=null, callback=(continuation of Deferred@257323595 after retry RPC after error@344362940) -> (continuation of Deferred@1767642625 after retry RPC after error@605431111) -> (continuation of Deferred@409919396 after retry RPC after error@943016058) -> (continuation of Deferred@835759459 after retry RPC after error@620337667) -> (continuation of Deferred@1241834183 after retry RPC after error@1482691941) -> (continuation of Deferred@1827602623 after retry RPC after error@78558883) -> (continuation of Deferred@1766944299 after retry RPC after error@826447193) -> (continuation of Deferred@624726326 after retry RPC after error@1423319196), errback=(continuation of Deferred@257323595 after retry RPC after error@344362940) -> (continuation of Deferred@1767642625 after retry RPC after error@605431111) -> (continuation of Deferred@409919396 after retry RPC after error@943016058) -> (continuation of Deferred@835759459 after retry RPC after error@620337667) -> (continuation of Deferred@1241834183 after retry RPC after error@1482691941) -> (continuation of Deferred@1827602623 after retry RPC after error@78558883) -> (continuation of Deferred@1766944299 after retry RPC after error@826447193) -> (continuation of Deferred@624726326 after retry RPC after error@1423319196)))
09:05:22.341 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@625805636(state=PENDING, result=null, callback=(continuation of Deferred@257323595 after retry RPC after error@344362940) -> (continuation of Deferred@1767642625 after retry RPC after error@605431111) -> (continuation of Deferred@409919396 after retry RPC after error@943016058) -> (continuation of Deferred@835759459 after retry RPC after error@620337667) -> (continuation of Deferred@1241834183 after retry RPC after error@1482691941) -> (continuation of Deferred@1827602623 after retry RPC after error@78558883) -> (continuation of Deferred@1766944299 after retry RPC after error@826447193) -> (continuation of Deferred@624726326 after retry RPC after error@1423319196), errback=(continuation of Deferred@257323595 after retry RPC after error@344362940) -> (continuation of Deferred@1767642625 after retry RPC after error@605431111) -> (continuation of Deferred@409919396 after retry RPC after error@943016058) -> (continuation of Deferred@835759459 after retry RPC after error@620337667) -> (continuation of Deferred@1241834183 after retry RPC after error@1482691941) -> (continuation of Deferred@1827602623 after retry RPC after error@78558883) -> (continuation of Deferred@1766944299 after retry RPC after error@826447193) -> (continuation of Deferred@624726326 after retry RPC after error@1423319196)))
09:05:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@579186588(state=PENDING, result=null, callback=(continuation of Deferred@221541770 after retry RPC after error@405059714) -> (continuation of Deferred@403649435 after retry RPC after error@402232905) -> (continuation of Deferred@969881881 after retry RPC after error@68318730) -> (continuation of Deferred@1700794104 after retry RPC after error@1047562179) -> (continuation of Deferred@2117560037 after retry RPC after error@1761803535) -> (continuation of Deferred@217065753 after retry RPC after error@914680283) -> (continuation of Deferred@1942073760 after retry RPC after error@223723602), errback=(continuation of Deferred@221541770 after retry RPC after error@405059714) -> (continuation of Deferred@403649435 after retry RPC after error@402232905) -> (continuation of Deferred@969881881 after retry RPC after error@68318730) -> (continuation of Deferred@1700794104 after retry RPC after error@1047562179) -> (continuation of Deferred@2117560037 after retry RPC after error@1761803535) -> (continuation of Deferred@217065753 after retry RPC after error@914680283) -> (continuation of Deferred@1942073760 after retry RPC after error@223723602)))
09:05:22.580 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@579186588(state=PENDING, result=null, callback=(continuation of Deferred@221541770 after retry RPC after error@405059714) -> (continuation of Deferred@403649435 after retry RPC after error@402232905) -> (continuation of Deferred@969881881 after retry RPC after error@68318730) -> (continuation of Deferred@1700794104 after retry RPC after error@1047562179) -> (continuation of Deferred@2117560037 after retry RPC after error@1761803535) -> (continuation of Deferred@217065753 after retry RPC after error@914680283) -> (continuation of Deferred@1942073760 after retry RPC after error@223723602), errback=(continuation of Deferred@221541770 after retry RPC after error@405059714) -> (continuation of Deferred@403649435 after retry RPC after error@402232905) -> (continuation of Deferred@969881881 after retry RPC after error@68318730) -> (continuation of Deferred@1700794104 after retry RPC after error@1047562179) -> (continuation of Deferred@2117560037 after retry RPC after error@1761803535) -> (continuation of Deferred@217065753 after retry RPC after error@914680283) -> (continuation of Deferred@1942073760 after retry RPC after error@223723602)))
09:05:22.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1534953189(state=PENDING, result=null, callback=(continuation of Deferred@261143630 after retry RPC after error@377609986) -> (continuation of Deferred@682560731 after retry RPC after error@525532549) -> (continuation of Deferred@355090669 after retry RPC after error@223081605) -> (continuation of Deferred@1565714467 after retry RPC after error@1432656089) -> (continuation of Deferred@302946224 after retry RPC after error@1085515432) -> (continuation of Deferred@183127405 after retry RPC after error@2067381945) -> (continuation of Deferred@502011257 after retry RPC after error@1085765258), errback=(continuation of Deferred@261143630 after retry RPC after error@377609986) -> (continuation of Deferred@682560731 after retry RPC after error@525532549) -> (continuation of Deferred@355090669 after retry RPC after error@223081605) -> (continuation of Deferred@1565714467 after retry RPC after error@1432656089) -> (continuation of Deferred@302946224 after retry RPC after error@1085515432) -> (continuation of Deferred@183127405 after retry RPC after error@2067381945) -> (continuation of Deferred@502011257 after retry RPC after error@1085765258)))
09:05:22.840 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1534953189(state=PENDING, result=null, callback=(continuation of Deferred@261143630 after retry RPC after error@377609986) -> (continuation of Deferred@682560731 after retry RPC after error@525532549) -> (continuation of Deferred@355090669 after retry RPC after error@223081605) -> (continuation of Deferred@1565714467 after retry RPC after error@1432656089) -> (continuation of Deferred@302946224 after retry RPC after error@1085515432) -> (continuation of Deferred@183127405 after retry RPC after error@2067381945) -> (continuation of Deferred@502011257 after retry RPC after error@1085765258), errback=(continuation of Deferred@261143630 after retry RPC after error@377609986) -> (continuation of Deferred@682560731 after retry RPC after error@525532549) -> (continuation of Deferred@355090669 after retry RPC after error@223081605) -> (continuation of Deferred@1565714467 after retry RPC after error@1432656089) -> (continuation of Deferred@302946224 after retry RPC after error@1085515432) -> (continuation of Deferred@183127405 after retry RPC after error@2067381945) -> (continuation of Deferred@502011257 after retry RPC after error@1085765258)))
09:05:22.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:22.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:22.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:22.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:22.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:22.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1676834818(state=PENDING, result=null, callback=(continuation of Deferred@64074732 after retry RPC after error@1972276490) -> (continuation of Deferred@727894076 after retry RPC after error@1537251130) -> (continuation of Deferred@1432359281 after retry RPC after error@1409753098) -> (continuation of Deferred@1763258782 after retry RPC after error@920613568) -> (continuation of Deferred@1667303155 after retry RPC after error@244022757) -> (continuation of Deferred@775829611 after retry RPC after error@1673139742) -> (continuation of Deferred@143118852 after retry RPC after error@1563878052), errback=(continuation of Deferred@64074732 after retry RPC after error@1972276490) -> (continuation of Deferred@727894076 after retry RPC after error@1537251130) -> (continuation of Deferred@1432359281 after retry RPC after error@1409753098) -> (continuation of Deferred@1763258782 after retry RPC after error@920613568) -> (continuation of Deferred@1667303155 after retry RPC after error@244022757) -> (continuation of Deferred@775829611 after retry RPC after error@1673139742) -> (continuation of Deferred@143118852 after retry RPC after error@1563878052)))
09:05:23.079 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1676834818(state=PENDING, result=null, callback=(continuation of Deferred@64074732 after retry RPC after error@1972276490) -> (continuation of Deferred@727894076 after retry RPC after error@1537251130) -> (continuation of Deferred@1432359281 after retry RPC after error@1409753098) -> (continuation of Deferred@1763258782 after retry RPC after error@920613568) -> (continuation of Deferred@1667303155 after retry RPC after error@244022757) -> (continuation of Deferred@775829611 after retry RPC after error@1673139742) -> (continuation of Deferred@143118852 after retry RPC after error@1563878052), errback=(continuation of Deferred@64074732 after retry RPC after error@1972276490) -> (continuation of Deferred@727894076 after retry RPC after error@1537251130) -> (continuation of Deferred@1432359281 after retry RPC after error@1409753098) -> (continuation of Deferred@1763258782 after retry RPC after error@920613568) -> (continuation of Deferred@1667303155 after retry RPC after error@244022757) -> (continuation of Deferred@775829611 after retry RPC after error@1673139742) -> (continuation of Deferred@143118852 after retry RPC after error@1563878052)))
09:05:23.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@103110598(state=PENDING, result=null, callback=(continuation of Deferred@871276014 after retry RPC after error@246640850) -> (continuation of Deferred@1009024578 after retry RPC after error@278107495) -> (continuation of Deferred@1473604470 after retry RPC after error@1123394750) -> (continuation of Deferred@1572603084 after retry RPC after error@1367906993) -> (continuation of Deferred@763020589 after retry RPC after error@1120224360) -> (continuation of Deferred@2145563288 after retry RPC after error@1789584071), errback=(continuation of Deferred@871276014 after retry RPC after error@246640850) -> (continuation of Deferred@1009024578 after retry RPC after error@278107495) -> (continuation of Deferred@1473604470 after retry RPC after error@1123394750) -> (continuation of Deferred@1572603084 after retry RPC after error@1367906993) -> (continuation of Deferred@763020589 after retry RPC after error@1120224360) -> (continuation of Deferred@2145563288 after retry RPC after error@1789584071)))
09:05:23.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@103110598(state=PENDING, result=null, callback=(continuation of Deferred@871276014 after retry RPC after error@246640850) -> (continuation of Deferred@1009024578 after retry RPC after error@278107495) -> (continuation of Deferred@1473604470 after retry RPC after error@1123394750) -> (continuation of Deferred@1572603084 after retry RPC after error@1367906993) -> (continuation of Deferred@763020589 after retry RPC after error@1120224360) -> (continuation of Deferred@2145563288 after retry RPC after error@1789584071), errback=(continuation of Deferred@871276014 after retry RPC after error@246640850) -> (continuation of Deferred@1009024578 after retry RPC after error@278107495) -> (continuation of Deferred@1473604470 after retry RPC after error@1123394750) -> (continuation of Deferred@1572603084 after retry RPC after error@1367906993) -> (continuation of Deferred@763020589 after retry RPC after error@1120224360) -> (continuation of Deferred@2145563288 after retry RPC after error@1789584071)))
09:05:23.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1476453080(state=PENDING, result=null, callback=(continuation of Deferred@443597570 after retry RPC after error@829894435) -> (continuation of Deferred@334473171 after retry RPC after error@1285984596) -> (continuation of Deferred@1355948817 after retry RPC after error@1481904159) -> (continuation of Deferred@921429497 after retry RPC after error@1321201217) -> (continuation of Deferred@263493164 after retry RPC after error@1998105389) -> (continuation of Deferred@506809370 after retry RPC after error@801731707) -> (continuation of Deferred@73896536 after retry RPC after error@915673146), errback=(continuation of Deferred@443597570 after retry RPC after error@829894435) -> (continuation of Deferred@334473171 after retry RPC after error@1285984596) -> (continuation of Deferred@1355948817 after retry RPC after error@1481904159) -> (continuation of Deferred@921429497 after retry RPC after error@1321201217) -> (continuation of Deferred@263493164 after retry RPC after error@1998105389) -> (continuation of Deferred@506809370 after retry RPC after error@801731707) -> (continuation of Deferred@73896536 after retry RPC after error@915673146)))
09:05:23.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1476453080(state=PENDING, result=null, callback=(continuation of Deferred@443597570 after retry RPC after error@829894435) -> (continuation of Deferred@334473171 after retry RPC after error@1285984596) -> (continuation of Deferred@1355948817 after retry RPC after error@1481904159) -> (continuation of Deferred@921429497 after retry RPC after error@1321201217) -> (continuation of Deferred@263493164 after retry RPC after error@1998105389) -> (continuation of Deferred@506809370 after retry RPC after error@801731707) -> (continuation of Deferred@73896536 after retry RPC after error@915673146), errback=(continuation of Deferred@443597570 after retry RPC after error@829894435) -> (continuation of Deferred@334473171 after retry RPC after error@1285984596) -> (continuation of Deferred@1355948817 after retry RPC after error@1481904159) -> (continuation of Deferred@921429497 after retry RPC after error@1321201217) -> (continuation of Deferred@263493164 after retry RPC after error@1998105389) -> (continuation of Deferred@506809370 after retry RPC after error@801731707) -> (continuation of Deferred@73896536 after retry RPC after error@915673146)))
09:05:23.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:23.590116 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:23.593581 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:23.595698 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:23.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.757 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@579313867(state=PENDING, result=null, callback=(continuation of Deferred@603675409 after retry RPC after error@1084496787) -> (continuation of Deferred@412344450 after retry RPC after error@126720675) -> (continuation of Deferred@2128050832 after retry RPC after error@508534362) -> (continuation of Deferred@425720545 after retry RPC after error@1928082411) -> (continuation of Deferred@933938396 after retry RPC after error@1433743677) -> (continuation of Deferred@865812864 after retry RPC after error@553344883) -> (continuation of Deferred@1092023188 after retry RPC after error@1024908882), errback=(continuation of Deferred@603675409 after retry RPC after error@1084496787) -> (continuation of Deferred@412344450 after retry RPC after error@126720675) -> (continuation of Deferred@2128050832 after retry RPC after error@508534362) -> (continuation of Deferred@425720545 after retry RPC after error@1928082411) -> (continuation of Deferred@933938396 after retry RPC after error@1433743677) -> (continuation of Deferred@865812864 after retry RPC after error@553344883) -> (continuation of Deferred@1092023188 after retry RPC after error@1024908882)))
09:05:23.758 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:23.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:23.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:23.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:23.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:23.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2044585904(state=PENDING, result=null, callback=(continuation of Deferred@831318140 after retry RPC after error@208276021) -> (continuation of Deferred@1074124795 after retry RPC after error@1450399788) -> (continuation of Deferred@15369622 after retry RPC after error@1544358940) -> (continuation of Deferred@853127785 after retry RPC after error@2116501030) -> (continuation of Deferred@708166209 after retry RPC after error@510416631) -> (continuation of Deferred@1641674153 after retry RPC after error@642261434) -> (continuation of Deferred@577489144 after retry RPC after error@1582102956), errback=(continuation of Deferred@831318140 after retry RPC after error@208276021) -> (continuation of Deferred@1074124795 after retry RPC after error@1450399788) -> (continuation of Deferred@15369622 after retry RPC after error@1544358940) -> (continuation of Deferred@853127785 after retry RPC after error@2116501030) -> (continuation of Deferred@708166209 after retry RPC after error@510416631) -> (continuation of Deferred@1641674153 after retry RPC after error@642261434) -> (continuation of Deferred@577489144 after retry RPC after error@1582102956)))
09:05:24.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2044585904(state=PENDING, result=null, callback=(continuation of Deferred@831318140 after retry RPC after error@208276021) -> (continuation of Deferred@1074124795 after retry RPC after error@1450399788) -> (continuation of Deferred@15369622 after retry RPC after error@1544358940) -> (continuation of Deferred@853127785 after retry RPC after error@2116501030) -> (continuation of Deferred@708166209 after retry RPC after error@510416631) -> (continuation of Deferred@1641674153 after retry RPC after error@642261434) -> (continuation of Deferred@577489144 after retry RPC after error@1582102956), errback=(continuation of Deferred@831318140 after retry RPC after error@208276021) -> (continuation of Deferred@1074124795 after retry RPC after error@1450399788) -> (continuation of Deferred@15369622 after retry RPC after error@1544358940) -> (continuation of Deferred@853127785 after retry RPC after error@2116501030) -> (continuation of Deferred@708166209 after retry RPC after error@510416631) -> (continuation of Deferred@1641674153 after retry RPC after error@642261434) -> (continuation of Deferred@577489144 after retry RPC after error@1582102956)))
09:05:24.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.277 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@580826312(state=PENDING, result=null, callback=(continuation of Deferred@2076966973 after retry RPC after error@1320524692) -> (continuation of Deferred@1661636662 after retry RPC after error@887439467) -> (continuation of Deferred@791896866 after retry RPC after error@1295529067) -> (continuation of Deferred@2047121114 after retry RPC after error@1694267369) -> (continuation of Deferred@1348612647 after retry RPC after error@1551224620) -> (continuation of Deferred@35201086 after retry RPC after error@90004651) -> (continuation of Deferred@1156556077 after retry RPC after error@915476019), errback=(continuation of Deferred@2076966973 after retry RPC after error@1320524692) -> (continuation of Deferred@1661636662 after retry RPC after error@887439467) -> (continuation of Deferred@791896866 after retry RPC after error@1295529067) -> (continuation of Deferred@2047121114 after retry RPC after error@1694267369) -> (continuation of Deferred@1348612647 after retry RPC after error@1551224620) -> (continuation of Deferred@35201086 after retry RPC after error@90004651) -> (continuation of Deferred@1156556077 after retry RPC after error@915476019)))
09:05:24.277 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:24.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1412337543(state=PENDING, result=null, callback=(continuation of Deferred@1842012931 after retry RPC after error@114688511) -> (continuation of Deferred@1592302716 after retry RPC after error@2124046993) -> (continuation of Deferred@1156732090 after retry RPC after error@1922923554) -> (continuation of Deferred@1745622385 after retry RPC after error@1169128459) -> (continuation of Deferred@321824640 after retry RPC after error@172729771) -> (continuation of Deferred@48533006 after retry RPC after error@1016460669), errback=(continuation of Deferred@1842012931 after retry RPC after error@114688511) -> (continuation of Deferred@1592302716 after retry RPC after error@2124046993) -> (continuation of Deferred@1156732090 after retry RPC after error@1922923554) -> (continuation of Deferred@1745622385 after retry RPC after error@1169128459) -> (continuation of Deferred@321824640 after retry RPC after error@172729771) -> (continuation of Deferred@48533006 after retry RPC after error@1016460669)))
09:05:24.480 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1412337543(state=PENDING, result=null, callback=(continuation of Deferred@1842012931 after retry RPC after error@114688511) -> (continuation of Deferred@1592302716 after retry RPC after error@2124046993) -> (continuation of Deferred@1156732090 after retry RPC after error@1922923554) -> (continuation of Deferred@1745622385 after retry RPC after error@1169128459) -> (continuation of Deferred@321824640 after retry RPC after error@172729771) -> (continuation of Deferred@48533006 after retry RPC after error@1016460669), errback=(continuation of Deferred@1842012931 after retry RPC after error@114688511) -> (continuation of Deferred@1592302716 after retry RPC after error@2124046993) -> (continuation of Deferred@1156732090 after retry RPC after error@1922923554) -> (continuation of Deferred@1745622385 after retry RPC after error@1169128459) -> (continuation of Deferred@321824640 after retry RPC after error@172729771) -> (continuation of Deferred@48533006 after retry RPC after error@1016460669)))
09:05:24.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@50064309(state=PENDING, result=null, callback=(continuation of Deferred@1449505521 after retry RPC after error@1130501484) -> (continuation of Deferred@1902093913 after retry RPC after error@740576644) -> (continuation of Deferred@1470992587 after retry RPC after error@79115815) -> (continuation of Deferred@139867526 after retry RPC after error@110100837) -> (continuation of Deferred@1023468212 after retry RPC after error@12320061) -> (continuation of Deferred@964166313 after retry RPC after error@1063630794) -> (continuation of Deferred@97187792 after retry RPC after error@1514647617), errback=(continuation of Deferred@1449505521 after retry RPC after error@1130501484) -> (continuation of Deferred@1902093913 after retry RPC after error@740576644) -> (continuation of Deferred@1470992587 after retry RPC after error@79115815) -> (continuation of Deferred@139867526 after retry RPC after error@110100837) -> (continuation of Deferred@1023468212 after retry RPC after error@12320061) -> (continuation of Deferred@964166313 after retry RPC after error@1063630794) -> (continuation of Deferred@97187792 after retry RPC after error@1514647617)))
09:05:24.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@50064309(state=PENDING, result=null, callback=(continuation of Deferred@1449505521 after retry RPC after error@1130501484) -> (continuation of Deferred@1902093913 after retry RPC after error@740576644) -> (continuation of Deferred@1470992587 after retry RPC after error@79115815) -> (continuation of Deferred@139867526 after retry RPC after error@110100837) -> (continuation of Deferred@1023468212 after retry RPC after error@12320061) -> (continuation of Deferred@964166313 after retry RPC after error@1063630794) -> (continuation of Deferred@97187792 after retry RPC after error@1514647617), errback=(continuation of Deferred@1449505521 after retry RPC after error@1130501484) -> (continuation of Deferred@1902093913 after retry RPC after error@740576644) -> (continuation of Deferred@1470992587 after retry RPC after error@79115815) -> (continuation of Deferred@139867526 after retry RPC after error@110100837) -> (continuation of Deferred@1023468212 after retry RPC after error@12320061) -> (continuation of Deferred@964166313 after retry RPC after error@1063630794) -> (continuation of Deferred@97187792 after retry RPC after error@1514647617)))
09:05:24.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1140573814(state=PENDING, result=null, callback=(continuation of Deferred@936259644 after retry RPC after error@1800217439) -> (continuation of Deferred@142090123 after retry RPC after error@363704452) -> (continuation of Deferred@1394884061 after retry RPC after error@1374796605) -> (continuation of Deferred@423453391 after retry RPC after error@1642907900) -> (continuation of Deferred@324328393 after retry RPC after error@1327538893) -> (continuation of Deferred@1031379708 after retry RPC after error@987045511) -> (continuation of Deferred@266993799 after retry RPC after error@1167519101), errback=(continuation of Deferred@936259644 after retry RPC after error@1800217439) -> (continuation of Deferred@142090123 after retry RPC after error@363704452) -> (continuation of Deferred@1394884061 after retry RPC after error@1374796605) -> (continuation of Deferred@423453391 after retry RPC after error@1642907900) -> (continuation of Deferred@324328393 after retry RPC after error@1327538893) -> (continuation of Deferred@1031379708 after retry RPC after error@987045511) -> (continuation of Deferred@266993799 after retry RPC after error@1167519101)))
09:05:24.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1140573814(state=PENDING, result=null, callback=(continuation of Deferred@936259644 after retry RPC after error@1800217439) -> (continuation of Deferred@142090123 after retry RPC after error@363704452) -> (continuation of Deferred@1394884061 after retry RPC after error@1374796605) -> (continuation of Deferred@423453391 after retry RPC after error@1642907900) -> (continuation of Deferred@324328393 after retry RPC after error@1327538893) -> (continuation of Deferred@1031379708 after retry RPC after error@987045511) -> (continuation of Deferred@266993799 after retry RPC after error@1167519101), errback=(continuation of Deferred@936259644 after retry RPC after error@1800217439) -> (continuation of Deferred@142090123 after retry RPC after error@363704452) -> (continuation of Deferred@1394884061 after retry RPC after error@1374796605) -> (continuation of Deferred@423453391 after retry RPC after error@1642907900) -> (continuation of Deferred@324328393 after retry RPC after error@1327538893) -> (continuation of Deferred@1031379708 after retry RPC after error@987045511) -> (continuation of Deferred@266993799 after retry RPC after error@1167519101)))
09:05:24.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:24.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:24.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:24.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:24.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1946031165(state=PENDING, result=null, callback=(continuation of Deferred@1991794794 after retry RPC after error@1565814393) -> (continuation of Deferred@1305598852 after retry RPC after error@1317892607) -> (continuation of Deferred@2063856500 after retry RPC after error@89816523) -> (continuation of Deferred@1184140063 after retry RPC after error@1672681659) -> (continuation of Deferred@122671082 after retry RPC after error@1361923821) -> (continuation of Deferred@864287652 after retry RPC after error@1217285039) -> (continuation of Deferred@826797515 after retry RPC after error@170297128), errback=(continuation of Deferred@1991794794 after retry RPC after error@1565814393) -> (continuation of Deferred@1305598852 after retry RPC after error@1317892607) -> (continuation of Deferred@2063856500 after retry RPC after error@89816523) -> (continuation of Deferred@1184140063 after retry RPC after error@1672681659) -> (continuation of Deferred@122671082 after retry RPC after error@1361923821) -> (continuation of Deferred@864287652 after retry RPC after error@1217285039) -> (continuation of Deferred@826797515 after retry RPC after error@170297128)))
09:05:25.159 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1946031165(state=PENDING, result=null, callback=(continuation of Deferred@1991794794 after retry RPC after error@1565814393) -> (continuation of Deferred@1305598852 after retry RPC after error@1317892607) -> (continuation of Deferred@2063856500 after retry RPC after error@89816523) -> (continuation of Deferred@1184140063 after retry RPC after error@1672681659) -> (continuation of Deferred@122671082 after retry RPC after error@1361923821) -> (continuation of Deferred@864287652 after retry RPC after error@1217285039) -> (continuation of Deferred@826797515 after retry RPC after error@170297128), errback=(continuation of Deferred@1991794794 after retry RPC after error@1565814393) -> (continuation of Deferred@1305598852 after retry RPC after error@1317892607) -> (continuation of Deferred@2063856500 after retry RPC after error@89816523) -> (continuation of Deferred@1184140063 after retry RPC after error@1672681659) -> (continuation of Deferred@122671082 after retry RPC after error@1361923821) -> (continuation of Deferred@864287652 after retry RPC after error@1217285039) -> (continuation of Deferred@826797515 after retry RPC after error@170297128)))
09:05:25.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@356239361(state=PENDING, result=null, callback=(continuation of Deferred@1456849900 after retry RPC after error@1538116836) -> (continuation of Deferred@1748358493 after retry RPC after error@595948442) -> (continuation of Deferred@1538727589 after retry RPC after error@1850221531) -> (continuation of Deferred@680631410 after retry RPC after error@545272665) -> (continuation of Deferred@1134646234 after retry RPC after error@1817765518) -> (continuation of Deferred@1208915323 after retry RPC after error@1773501912) -> (continuation of Deferred@541318327 after retry RPC after error@193208999), errback=(continuation of Deferred@1456849900 after retry RPC after error@1538116836) -> (continuation of Deferred@1748358493 after retry RPC after error@595948442) -> (continuation of Deferred@1538727589 after retry RPC after error@1850221531) -> (continuation of Deferred@680631410 after retry RPC after error@545272665) -> (continuation of Deferred@1134646234 after retry RPC after error@1817765518) -> (continuation of Deferred@1208915323 after retry RPC after error@1773501912) -> (continuation of Deferred@541318327 after retry RPC after error@193208999)))
09:05:25.380 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@356239361(state=PENDING, result=null, callback=(continuation of Deferred@1456849900 after retry RPC after error@1538116836) -> (continuation of Deferred@1748358493 after retry RPC after error@595948442) -> (continuation of Deferred@1538727589 after retry RPC after error@1850221531) -> (continuation of Deferred@680631410 after retry RPC after error@545272665) -> (continuation of Deferred@1134646234 after retry RPC after error@1817765518) -> (continuation of Deferred@1208915323 after retry RPC after error@1773501912) -> (continuation of Deferred@541318327 after retry RPC after error@193208999), errback=(continuation of Deferred@1456849900 after retry RPC after error@1538116836) -> (continuation of Deferred@1748358493 after retry RPC after error@595948442) -> (continuation of Deferred@1538727589 after retry RPC after error@1850221531) -> (continuation of Deferred@680631410 after retry RPC after error@545272665) -> (continuation of Deferred@1134646234 after retry RPC after error@1817765518) -> (continuation of Deferred@1208915323 after retry RPC after error@1773501912) -> (continuation of Deferred@541318327 after retry RPC after error@193208999)))
09:05:25.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@853328761(state=PENDING, result=null, callback=(continuation of Deferred@1855033087 after retry RPC after error@969826004) -> (continuation of Deferred@853825453 after retry RPC after error@1719115139) -> (continuation of Deferred@74645956 after retry RPC after error@1333843808) -> (continuation of Deferred@1607055362 after retry RPC after error@92843517) -> (continuation of Deferred@434758057 after retry RPC after error@1352343075) -> (continuation of Deferred@1115727258 after retry RPC after error@44506994), errback=(continuation of Deferred@1855033087 after retry RPC after error@969826004) -> (continuation of Deferred@853825453 after retry RPC after error@1719115139) -> (continuation of Deferred@74645956 after retry RPC after error@1333843808) -> (continuation of Deferred@1607055362 after retry RPC after error@92843517) -> (continuation of Deferred@434758057 after retry RPC after error@1352343075) -> (continuation of Deferred@1115727258 after retry RPC after error@44506994)))
09:05:25.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@853328761(state=PENDING, result=null, callback=(continuation of Deferred@1855033087 after retry RPC after error@969826004) -> (continuation of Deferred@853825453 after retry RPC after error@1719115139) -> (continuation of Deferred@74645956 after retry RPC after error@1333843808) -> (continuation of Deferred@1607055362 after retry RPC after error@92843517) -> (continuation of Deferred@434758057 after retry RPC after error@1352343075) -> (continuation of Deferred@1115727258 after retry RPC after error@44506994), errback=(continuation of Deferred@1855033087 after retry RPC after error@969826004) -> (continuation of Deferred@853825453 after retry RPC after error@1719115139) -> (continuation of Deferred@74645956 after retry RPC after error@1333843808) -> (continuation of Deferred@1607055362 after retry RPC after error@92843517) -> (continuation of Deferred@434758057 after retry RPC after error@1352343075) -> (continuation of Deferred@1115727258 after retry RPC after error@44506994)))
09:05:25.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@467143897(state=PENDING, result=null, callback=(continuation of Deferred@870715248 after retry RPC after error@732052679) -> (continuation of Deferred@621054757 after retry RPC after error@2120349080) -> (continuation of Deferred@2105538731 after retry RPC after error@1199683527) -> (continuation of Deferred@1188909489 after retry RPC after error@937537991) -> (continuation of Deferred@903458096 after retry RPC after error@2133593027) -> (continuation of Deferred@1397787982 after retry RPC after error@1761960298) -> (continuation of Deferred@298709335 after retry RPC after error@245404350), errback=(continuation of Deferred@870715248 after retry RPC after error@732052679) -> (continuation of Deferred@621054757 after retry RPC after error@2120349080) -> (continuation of Deferred@2105538731 after retry RPC after error@1199683527) -> (continuation of Deferred@1188909489 after retry RPC after error@937537991) -> (continuation of Deferred@903458096 after retry RPC after error@2133593027) -> (continuation of Deferred@1397787982 after retry RPC after error@1761960298) -> (continuation of Deferred@298709335 after retry RPC after error@245404350)))
09:05:25.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@467143897(state=PENDING, result=null, callback=(continuation of Deferred@870715248 after retry RPC after error@732052679) -> (continuation of Deferred@621054757 after retry RPC after error@2120349080) -> (continuation of Deferred@2105538731 after retry RPC after error@1199683527) -> (continuation of Deferred@1188909489 after retry RPC after error@937537991) -> (continuation of Deferred@903458096 after retry RPC after error@2133593027) -> (continuation of Deferred@1397787982 after retry RPC after error@1761960298) -> (continuation of Deferred@298709335 after retry RPC after error@245404350), errback=(continuation of Deferred@870715248 after retry RPC after error@732052679) -> (continuation of Deferred@621054757 after retry RPC after error@2120349080) -> (continuation of Deferred@2105538731 after retry RPC after error@1199683527) -> (continuation of Deferred@1188909489 after retry RPC after error@937537991) -> (continuation of Deferred@903458096 after retry RPC after error@2133593027) -> (continuation of Deferred@1397787982 after retry RPC after error@1761960298) -> (continuation of Deferred@298709335 after retry RPC after error@245404350)))
09:05:25.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:25.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:25.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:25.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:25.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:25.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.040 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@180911169(state=PENDING, result=null, callback=(continuation of Deferred@1380819622 after retry RPC after error@1261732718) -> (continuation of Deferred@198831284 after retry RPC after error@1111143418) -> (continuation of Deferred@2103271817 after retry RPC after error@303932095) -> (continuation of Deferred@1449476100 after retry RPC after error@1104645201) -> (continuation of Deferred@1469119691 after retry RPC after error@686269660) -> (continuation of Deferred@1425974436 after retry RPC after error@699801454) -> (continuation of Deferred@2031147063 after retry RPC after error@1824805517) -> (continuation of Deferred@1304297525 after retry RPC after error@1424636803), errback=(continuation of Deferred@1380819622 after retry RPC after error@1261732718) -> (continuation of Deferred@198831284 after retry RPC after error@1111143418) -> (continuation of Deferred@2103271817 after retry RPC after error@303932095) -> (continuation of Deferred@1449476100 after retry RPC after error@1104645201) -> (continuation of Deferred@1469119691 after retry RPC after error@686269660) -> (continuation of Deferred@1425974436 after retry RPC after error@699801454) -> (continuation of Deferred@2031147063 after retry RPC after error@1824805517) -> (continuation of Deferred@1304297525 after retry RPC after error@1424636803)))
09:05:26.040 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@180911169(state=PENDING, result=null, callback=(continuation of Deferred@1380819622 after retry RPC after error@1261732718) -> (continuation of Deferred@198831284 after retry RPC after error@1111143418) -> (continuation of Deferred@2103271817 after retry RPC after error@303932095) -> (continuation of Deferred@1449476100 after retry RPC after error@1104645201) -> (continuation of Deferred@1469119691 after retry RPC after error@686269660) -> (continuation of Deferred@1425974436 after retry RPC after error@699801454) -> (continuation of Deferred@2031147063 after retry RPC after error@1824805517) -> (continuation of Deferred@1304297525 after retry RPC after error@1424636803), errback=(continuation of Deferred@1380819622 after retry RPC after error@1261732718) -> (continuation of Deferred@198831284 after retry RPC after error@1111143418) -> (continuation of Deferred@2103271817 after retry RPC after error@303932095) -> (continuation of Deferred@1449476100 after retry RPC after error@1104645201) -> (continuation of Deferred@1469119691 after retry RPC after error@686269660) -> (continuation of Deferred@1425974436 after retry RPC after error@699801454) -> (continuation of Deferred@2031147063 after retry RPC after error@1824805517) -> (continuation of Deferred@1304297525 after retry RPC after error@1424636803)))
09:05:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:26.099454 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:26.099634 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2117081253(state=PENDING, result=null, callback=(continuation of Deferred@1505391664 after retry RPC after error@167867994) -> (continuation of Deferred@667086291 after retry RPC after error@1497967806) -> (continuation of Deferred@1398327379 after retry RPC after error@1382733764) -> (continuation of Deferred@1660294191 after retry RPC after error@1925904403) -> (continuation of Deferred@1732619337 after retry RPC after error@1662354322) -> (continuation of Deferred@823174323 after retry RPC after error@348117218) -> (continuation of Deferred@1590827480 after retry RPC after error@294914179), errback=(continuation of Deferred@1505391664 after retry RPC after error@167867994) -> (continuation of Deferred@667086291 after retry RPC after error@1497967806) -> (continuation of Deferred@1398327379 after retry RPC after error@1382733764) -> (continuation of Deferred@1660294191 after retry RPC after error@1925904403) -> (continuation of Deferred@1732619337 after retry RPC after error@1662354322) -> (continuation of Deferred@823174323 after retry RPC after error@348117218) -> (continuation of Deferred@1590827480 after retry RPC after error@294914179)))
09:05:26.220 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2117081253(state=PENDING, result=null, callback=(continuation of Deferred@1505391664 after retry RPC after error@167867994) -> (continuation of Deferred@667086291 after retry RPC after error@1497967806) -> (continuation of Deferred@1398327379 after retry RPC after error@1382733764) -> (continuation of Deferred@1660294191 after retry RPC after error@1925904403) -> (continuation of Deferred@1732619337 after retry RPC after error@1662354322) -> (continuation of Deferred@823174323 after retry RPC after error@348117218) -> (continuation of Deferred@1590827480 after retry RPC after error@294914179), errback=(continuation of Deferred@1505391664 after retry RPC after error@167867994) -> (continuation of Deferred@667086291 after retry RPC after error@1497967806) -> (continuation of Deferred@1398327379 after retry RPC after error@1382733764) -> (continuation of Deferred@1660294191 after retry RPC after error@1925904403) -> (continuation of Deferred@1732619337 after retry RPC after error@1662354322) -> (continuation of Deferred@823174323 after retry RPC after error@348117218) -> (continuation of Deferred@1590827480 after retry RPC after error@294914179)))
09:05:26.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1560132912(state=PENDING, result=null, callback=(continuation of Deferred@1105744164 after retry RPC after error@816004337) -> (continuation of Deferred@888158924 after retry RPC after error@89462111) -> (continuation of Deferred@112661920 after retry RPC after error@794486067) -> (continuation of Deferred@449416270 after retry RPC after error@924556709) -> (continuation of Deferred@163550451 after retry RPC after error@1907657610) -> (continuation of Deferred@659145230 after retry RPC after error@1280611831), errback=(continuation of Deferred@1105744164 after retry RPC after error@816004337) -> (continuation of Deferred@888158924 after retry RPC after error@89462111) -> (continuation of Deferred@112661920 after retry RPC after error@794486067) -> (continuation of Deferred@449416270 after retry RPC after error@924556709) -> (continuation of Deferred@163550451 after retry RPC after error@1907657610) -> (continuation of Deferred@659145230 after retry RPC after error@1280611831)))
09:05:26.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1560132912(state=PENDING, result=null, callback=(continuation of Deferred@1105744164 after retry RPC after error@816004337) -> (continuation of Deferred@888158924 after retry RPC after error@89462111) -> (continuation of Deferred@112661920 after retry RPC after error@794486067) -> (continuation of Deferred@449416270 after retry RPC after error@924556709) -> (continuation of Deferred@163550451 after retry RPC after error@1907657610) -> (continuation of Deferred@659145230 after retry RPC after error@1280611831), errback=(continuation of Deferred@1105744164 after retry RPC after error@816004337) -> (continuation of Deferred@888158924 after retry RPC after error@89462111) -> (continuation of Deferred@112661920 after retry RPC after error@794486067) -> (continuation of Deferred@449416270 after retry RPC after error@924556709) -> (continuation of Deferred@163550451 after retry RPC after error@1907657610) -> (continuation of Deferred@659145230 after retry RPC after error@1280611831)))
09:05:26.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@951335615(state=PENDING, result=null, callback=(continuation of Deferred@1041960823 after retry RPC after error@1676507652) -> (continuation of Deferred@2144470406 after retry RPC after error@1714075905) -> (continuation of Deferred@11297284 after retry RPC after error@135861583) -> (continuation of Deferred@1737023487 after retry RPC after error@1415151806) -> (continuation of Deferred@923169907 after retry RPC after error@2004204721) -> (continuation of Deferred@1445192327 after retry RPC after error@1323811981) -> (continuation of Deferred@1254528206 after retry RPC after error@277625107) -> (continuation of Deferred@1509082719 after retry RPC after error@700559936), errback=(continuation of Deferred@1041960823 after retry RPC after error@1676507652) -> (continuation of Deferred@2144470406 after retry RPC after error@1714075905) -> (continuation of Deferred@11297284 after retry RPC after error@135861583) -> (continuation of Deferred@1737023487 after retry RPC after error@1415151806) -> (continuation of Deferred@923169907 after retry RPC after error@2004204721) -> (continuation of Deferred@1445192327 after retry RPC after error@1323811981) -> (continuation of Deferred@1254528206 after retry RPC after error@277625107) -> (continuation of Deferred@1509082719 after retry RPC after error@700559936)))
09:05:26.580 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@951335615(state=PENDING, result=null, callback=(continuation of Deferred@1041960823 after retry RPC after error@1676507652) -> (continuation of Deferred@2144470406 after retry RPC after error@1714075905) -> (continuation of Deferred@11297284 after retry RPC after error@135861583) -> (continuation of Deferred@1737023487 after retry RPC after error@1415151806) -> (continuation of Deferred@923169907 after retry RPC after error@2004204721) -> (continuation of Deferred@1445192327 after retry RPC after error@1323811981) -> (continuation of Deferred@1254528206 after retry RPC after error@277625107) -> (continuation of Deferred@1509082719 after retry RPC after error@700559936), errback=(continuation of Deferred@1041960823 after retry RPC after error@1676507652) -> (continuation of Deferred@2144470406 after retry RPC after error@1714075905) -> (continuation of Deferred@11297284 after retry RPC after error@135861583) -> (continuation of Deferred@1737023487 after retry RPC after error@1415151806) -> (continuation of Deferred@923169907 after retry RPC after error@2004204721) -> (continuation of Deferred@1445192327 after retry RPC after error@1323811981) -> (continuation of Deferred@1254528206 after retry RPC after error@277625107) -> (continuation of Deferred@1509082719 after retry RPC after error@700559936)))
09:05:26.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@729662650(state=PENDING, result=null, callback=(continuation of Deferred@1128577967 after retry RPC after error@1712441068) -> (continuation of Deferred@607926662 after retry RPC after error@1629577647) -> (continuation of Deferred@131999719 after retry RPC after error@1871755094) -> (continuation of Deferred@707089195 after retry RPC after error@1088648153) -> (continuation of Deferred@913605949 after retry RPC after error@1546956450) -> (continuation of Deferred@1544032772 after retry RPC after error@120508391) -> (continuation of Deferred@367128402 after retry RPC after error@1817776882), errback=(continuation of Deferred@1128577967 after retry RPC after error@1712441068) -> (continuation of Deferred@607926662 after retry RPC after error@1629577647) -> (continuation of Deferred@131999719 after retry RPC after error@1871755094) -> (continuation of Deferred@707089195 after retry RPC after error@1088648153) -> (continuation of Deferred@913605949 after retry RPC after error@1546956450) -> (continuation of Deferred@1544032772 after retry RPC after error@120508391) -> (continuation of Deferred@367128402 after retry RPC after error@1817776882)))
09:05:26.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@729662650(state=PENDING, result=null, callback=(continuation of Deferred@1128577967 after retry RPC after error@1712441068) -> (continuation of Deferred@607926662 after retry RPC after error@1629577647) -> (continuation of Deferred@131999719 after retry RPC after error@1871755094) -> (continuation of Deferred@707089195 after retry RPC after error@1088648153) -> (continuation of Deferred@913605949 after retry RPC after error@1546956450) -> (continuation of Deferred@1544032772 after retry RPC after error@120508391) -> (continuation of Deferred@367128402 after retry RPC after error@1817776882), errback=(continuation of Deferred@1128577967 after retry RPC after error@1712441068) -> (continuation of Deferred@607926662 after retry RPC after error@1629577647) -> (continuation of Deferred@131999719 after retry RPC after error@1871755094) -> (continuation of Deferred@707089195 after retry RPC after error@1088648153) -> (continuation of Deferred@913605949 after retry RPC after error@1546956450) -> (continuation of Deferred@1544032772 after retry RPC after error@120508391) -> (continuation of Deferred@367128402 after retry RPC after error@1817776882)))
09:05:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:26.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:26.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:26.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:26.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:26.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.060 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@204406893(state=PENDING, result=null, callback=(continuation of Deferred@150849490 after retry RPC after error@2102539468) -> (continuation of Deferred@1043878792 after retry RPC after error@1256198218) -> (continuation of Deferred@742759827 after retry RPC after error@1088235651) -> (continuation of Deferred@1015383811 after retry RPC after error@1982702233) -> (continuation of Deferred@1979977930 after retry RPC after error@1605679033) -> (continuation of Deferred@1327079123 after retry RPC after error@1421591747) -> (continuation of Deferred@40836318 after retry RPC after error@2023520853), errback=(continuation of Deferred@150849490 after retry RPC after error@2102539468) -> (continuation of Deferred@1043878792 after retry RPC after error@1256198218) -> (continuation of Deferred@742759827 after retry RPC after error@1088235651) -> (continuation of Deferred@1015383811 after retry RPC after error@1982702233) -> (continuation of Deferred@1979977930 after retry RPC after error@1605679033) -> (continuation of Deferred@1327079123 after retry RPC after error@1421591747) -> (continuation of Deferred@40836318 after retry RPC after error@2023520853)))
09:05:27.060 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@204406893(state=PENDING, result=null, callback=(continuation of Deferred@150849490 after retry RPC after error@2102539468) -> (continuation of Deferred@1043878792 after retry RPC after error@1256198218) -> (continuation of Deferred@742759827 after retry RPC after error@1088235651) -> (continuation of Deferred@1015383811 after retry RPC after error@1982702233) -> (continuation of Deferred@1979977930 after retry RPC after error@1605679033) -> (continuation of Deferred@1327079123 after retry RPC after error@1421591747) -> (continuation of Deferred@40836318 after retry RPC after error@2023520853), errback=(continuation of Deferred@150849490 after retry RPC after error@2102539468) -> (continuation of Deferred@1043878792 after retry RPC after error@1256198218) -> (continuation of Deferred@742759827 after retry RPC after error@1088235651) -> (continuation of Deferred@1015383811 after retry RPC after error@1982702233) -> (continuation of Deferred@1979977930 after retry RPC after error@1605679033) -> (continuation of Deferred@1327079123 after retry RPC after error@1421591747) -> (continuation of Deferred@40836318 after retry RPC after error@2023520853)))
09:05:27.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2023656925(state=PENDING, result=null, callback=(continuation of Deferred@939875824 after retry RPC after error@1339341263) -> (continuation of Deferred@1147946698 after retry RPC after error@1209060351) -> (continuation of Deferred@1516828112 after retry RPC after error@815281555) -> (continuation of Deferred@375684956 after retry RPC after error@1491407196) -> (continuation of Deferred@1170123237 after retry RPC after error@880486508) -> (continuation of Deferred@22032160 after retry RPC after error@1901044135) -> (continuation of Deferred@1099878378 after retry RPC after error@744204287), errback=(continuation of Deferred@939875824 after retry RPC after error@1339341263) -> (continuation of Deferred@1147946698 after retry RPC after error@1209060351) -> (continuation of Deferred@1516828112 after retry RPC after error@815281555) -> (continuation of Deferred@375684956 after retry RPC after error@1491407196) -> (continuation of Deferred@1170123237 after retry RPC after error@880486508) -> (continuation of Deferred@22032160 after retry RPC after error@1901044135) -> (continuation of Deferred@1099878378 after retry RPC after error@744204287)))
09:05:27.260 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2023656925(state=PENDING, result=null, callback=(continuation of Deferred@939875824 after retry RPC after error@1339341263) -> (continuation of Deferred@1147946698 after retry RPC after error@1209060351) -> (continuation of Deferred@1516828112 after retry RPC after error@815281555) -> (continuation of Deferred@375684956 after retry RPC after error@1491407196) -> (continuation of Deferred@1170123237 after retry RPC after error@880486508) -> (continuation of Deferred@22032160 after retry RPC after error@1901044135) -> (continuation of Deferred@1099878378 after retry RPC after error@744204287), errback=(continuation of Deferred@939875824 after retry RPC after error@1339341263) -> (continuation of Deferred@1147946698 after retry RPC after error@1209060351) -> (continuation of Deferred@1516828112 after retry RPC after error@815281555) -> (continuation of Deferred@375684956 after retry RPC after error@1491407196) -> (continuation of Deferred@1170123237 after retry RPC after error@880486508) -> (continuation of Deferred@22032160 after retry RPC after error@1901044135) -> (continuation of Deferred@1099878378 after retry RPC after error@744204287)))
09:05:27.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@596962159(state=PENDING, result=null, callback=(continuation of Deferred@1279017755 after retry RPC after error@1708494609) -> (continuation of Deferred@2102432080 after retry RPC after error@2031862278) -> (continuation of Deferred@1460757157 after retry RPC after error@519426641) -> (continuation of Deferred@1742080718 after retry RPC after error@1090191296) -> (continuation of Deferred@480426288 after retry RPC after error@754288559) -> (continuation of Deferred@2074245253 after retry RPC after error@1815190734), errback=(continuation of Deferred@1279017755 after retry RPC after error@1708494609) -> (continuation of Deferred@2102432080 after retry RPC after error@2031862278) -> (continuation of Deferred@1460757157 after retry RPC after error@519426641) -> (continuation of Deferred@1742080718 after retry RPC after error@1090191296) -> (continuation of Deferred@480426288 after retry RPC after error@754288559) -> (continuation of Deferred@2074245253 after retry RPC after error@1815190734)))
09:05:27.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@596962159(state=PENDING, result=null, callback=(continuation of Deferred@1279017755 after retry RPC after error@1708494609) -> (continuation of Deferred@2102432080 after retry RPC after error@2031862278) -> (continuation of Deferred@1460757157 after retry RPC after error@519426641) -> (continuation of Deferred@1742080718 after retry RPC after error@1090191296) -> (continuation of Deferred@480426288 after retry RPC after error@754288559) -> (continuation of Deferred@2074245253 after retry RPC after error@1815190734), errback=(continuation of Deferred@1279017755 after retry RPC after error@1708494609) -> (continuation of Deferred@2102432080 after retry RPC after error@2031862278) -> (continuation of Deferred@1460757157 after retry RPC after error@519426641) -> (continuation of Deferred@1742080718 after retry RPC after error@1090191296) -> (continuation of Deferred@480426288 after retry RPC after error@754288559) -> (continuation of Deferred@2074245253 after retry RPC after error@1815190734)))
09:05:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.576 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1447797971(state=PENDING, result=null, callback=(continuation of Deferred@717261460 after retry RPC after error@1789029667) -> (continuation of Deferred@845381269 after retry RPC after error@956639542) -> (continuation of Deferred@398430376 after retry RPC after error@1854745609) -> (continuation of Deferred@1194553499 after retry RPC after error@1466940882) -> (continuation of Deferred@1019104583 after retry RPC after error@1003799485) -> (continuation of Deferred@1732234228 after retry RPC after error@1293188076) -> (continuation of Deferred@51303292 after retry RPC after error@517611915) -> (continuation of Deferred@128137679 after retry RPC after error@1770453452), errback=(continuation of Deferred@717261460 after retry RPC after error@1789029667) -> (continuation of Deferred@845381269 after retry RPC after error@956639542) -> (continuation of Deferred@398430376 after retry RPC after error@1854745609) -> (continuation of Deferred@1194553499 after retry RPC after error@1466940882) -> (continuation of Deferred@1019104583 after retry RPC after error@1003799485) -> (continuation of Deferred@1732234228 after retry RPC after error@1293188076) -> (continuation of Deferred@51303292 after retry RPC after error@517611915) -> (continuation of Deferred@128137679 after retry RPC after error@1770453452)))
09:05:27.620 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1447797971(state=PENDING, result=null, callback=(continuation of Deferred@717261460 after retry RPC after error@1789029667) -> (continuation of Deferred@845381269 after retry RPC after error@956639542) -> (continuation of Deferred@398430376 after retry RPC after error@1854745609) -> (continuation of Deferred@1194553499 after retry RPC after error@1466940882) -> (continuation of Deferred@1019104583 after retry RPC after error@1003799485) -> (continuation of Deferred@1732234228 after retry RPC after error@1293188076) -> (continuation of Deferred@51303292 after retry RPC after error@517611915) -> (continuation of Deferred@128137679 after retry RPC after error@1770453452), errback=(continuation of Deferred@717261460 after retry RPC after error@1789029667) -> (continuation of Deferred@845381269 after retry RPC after error@956639542) -> (continuation of Deferred@398430376 after retry RPC after error@1854745609) -> (continuation of Deferred@1194553499 after retry RPC after error@1466940882) -> (continuation of Deferred@1019104583 after retry RPC after error@1003799485) -> (continuation of Deferred@1732234228 after retry RPC after error@1293188076) -> (continuation of Deferred@51303292 after retry RPC after error@517611915) -> (continuation of Deferred@128137679 after retry RPC after error@1770453452)))
09:05:27.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1793563261(state=PENDING, result=null, callback=(continuation of Deferred@476587618 after retry RPC after error@1902312146) -> (continuation of Deferred@1007005342 after retry RPC after error@1793584913) -> (continuation of Deferred@937533209 after retry RPC after error@1370707805) -> (continuation of Deferred@1087599275 after retry RPC after error@362382023) -> (continuation of Deferred@775675450 after retry RPC after error@1710845215) -> (continuation of Deferred@1046748449 after retry RPC after error@1739730832) -> (continuation of Deferred@394848082 after retry RPC after error@959967529), errback=(continuation of Deferred@476587618 after retry RPC after error@1902312146) -> (continuation of Deferred@1007005342 after retry RPC after error@1793584913) -> (continuation of Deferred@937533209 after retry RPC after error@1370707805) -> (continuation of Deferred@1087599275 after retry RPC after error@362382023) -> (continuation of Deferred@775675450 after retry RPC after error@1710845215) -> (continuation of Deferred@1046748449 after retry RPC after error@1739730832) -> (continuation of Deferred@394848082 after retry RPC after error@959967529)))
09:05:27.859 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1793563261(state=PENDING, result=null, callback=(continuation of Deferred@476587618 after retry RPC after error@1902312146) -> (continuation of Deferred@1007005342 after retry RPC after error@1793584913) -> (continuation of Deferred@937533209 after retry RPC after error@1370707805) -> (continuation of Deferred@1087599275 after retry RPC after error@362382023) -> (continuation of Deferred@775675450 after retry RPC after error@1710845215) -> (continuation of Deferred@1046748449 after retry RPC after error@1739730832) -> (continuation of Deferred@394848082 after retry RPC after error@959967529), errback=(continuation of Deferred@476587618 after retry RPC after error@1902312146) -> (continuation of Deferred@1007005342 after retry RPC after error@1793584913) -> (continuation of Deferred@937533209 after retry RPC after error@1370707805) -> (continuation of Deferred@1087599275 after retry RPC after error@362382023) -> (continuation of Deferred@775675450 after retry RPC after error@1710845215) -> (continuation of Deferred@1046748449 after retry RPC after error@1739730832) -> (continuation of Deferred@394848082 after retry RPC after error@959967529)))
09:05:27.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:27.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:27.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:27.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:27.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:27.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1613386215(state=PENDING, result=null, callback=(continuation of Deferred@1598299605 after retry RPC after error@1204899686) -> (continuation of Deferred@1751543333 after retry RPC after error@1517399975) -> (continuation of Deferred@623160201 after retry RPC after error@1749252660) -> (continuation of Deferred@856634975 after retry RPC after error@1683274510) -> (continuation of Deferred@1680620782 after retry RPC after error@390948997) -> (continuation of Deferred@1564088829 after retry RPC after error@485967263) -> (continuation of Deferred@431608227 after retry RPC after error@1707907921), errback=(continuation of Deferred@1598299605 after retry RPC after error@1204899686) -> (continuation of Deferred@1751543333 after retry RPC after error@1517399975) -> (continuation of Deferred@623160201 after retry RPC after error@1749252660) -> (continuation of Deferred@856634975 after retry RPC after error@1683274510) -> (continuation of Deferred@1680620782 after retry RPC after error@390948997) -> (continuation of Deferred@1564088829 after retry RPC after error@485967263) -> (continuation of Deferred@431608227 after retry RPC after error@1707907921)))
09:05:28.099 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1613386215(state=PENDING, result=null, callback=(continuation of Deferred@1598299605 after retry RPC after error@1204899686) -> (continuation of Deferred@1751543333 after retry RPC after error@1517399975) -> (continuation of Deferred@623160201 after retry RPC after error@1749252660) -> (continuation of Deferred@856634975 after retry RPC after error@1683274510) -> (continuation of Deferred@1680620782 after retry RPC after error@390948997) -> (continuation of Deferred@1564088829 after retry RPC after error@485967263) -> (continuation of Deferred@431608227 after retry RPC after error@1707907921), errback=(continuation of Deferred@1598299605 after retry RPC after error@1204899686) -> (continuation of Deferred@1751543333 after retry RPC after error@1517399975) -> (continuation of Deferred@623160201 after retry RPC after error@1749252660) -> (continuation of Deferred@856634975 after retry RPC after error@1683274510) -> (continuation of Deferred@1680620782 after retry RPC after error@390948997) -> (continuation of Deferred@1564088829 after retry RPC after error@485967263) -> (continuation of Deferred@431608227 after retry RPC after error@1707907921)))
09:05:28.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@583767757(state=PENDING, result=null, callback=(continuation of Deferred@1254018146 after retry RPC after error@1542672022) -> (continuation of Deferred@372849912 after retry RPC after error@1748679948) -> (continuation of Deferred@1423684021 after retry RPC after error@362660422) -> (continuation of Deferred@1251799793 after retry RPC after error@2012476531) -> (continuation of Deferred@2116855073 after retry RPC after error@98096976) -> (continuation of Deferred@679388768 after retry RPC after error@1078366064) -> (continuation of Deferred@1532510196 after retry RPC after error@418976152) -> (continuation of Deferred@1172961601 after retry RPC after error@824230787), errback=(continuation of Deferred@1254018146 after retry RPC after error@1542672022) -> (continuation of Deferred@372849912 after retry RPC after error@1748679948) -> (continuation of Deferred@1423684021 after retry RPC after error@362660422) -> (continuation of Deferred@1251799793 after retry RPC after error@2012476531) -> (continuation of Deferred@2116855073 after retry RPC after error@98096976) -> (continuation of Deferred@679388768 after retry RPC after error@1078366064) -> (continuation of Deferred@1532510196 after retry RPC after error@418976152) -> (continuation of Deferred@1172961601 after retry RPC after error@824230787)))
09:05:28.359 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@583767757(state=PENDING, result=null, callback=(continuation of Deferred@1254018146 after retry RPC after error@1542672022) -> (continuation of Deferred@372849912 after retry RPC after error@1748679948) -> (continuation of Deferred@1423684021 after retry RPC after error@362660422) -> (continuation of Deferred@1251799793 after retry RPC after error@2012476531) -> (continuation of Deferred@2116855073 after retry RPC after error@98096976) -> (continuation of Deferred@679388768 after retry RPC after error@1078366064) -> (continuation of Deferred@1532510196 after retry RPC after error@418976152) -> (continuation of Deferred@1172961601 after retry RPC after error@824230787), errback=(continuation of Deferred@1254018146 after retry RPC after error@1542672022) -> (continuation of Deferred@372849912 after retry RPC after error@1748679948) -> (continuation of Deferred@1423684021 after retry RPC after error@362660422) -> (continuation of Deferred@1251799793 after retry RPC after error@2012476531) -> (continuation of Deferred@2116855073 after retry RPC after error@98096976) -> (continuation of Deferred@679388768 after retry RPC after error@1078366064) -> (continuation of Deferred@1532510196 after retry RPC after error@418976152) -> (continuation of Deferred@1172961601 after retry RPC after error@824230787)))
09:05:28.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.456 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1679335464(state=PENDING, result=null, callback=(continuation of Deferred@1060708806 after retry RPC after error@706939432) -> (continuation of Deferred@43610948 after retry RPC after error@589404895) -> (continuation of Deferred@1440790636 after retry RPC after error@1730190002) -> (continuation of Deferred@778749505 after retry RPC after error@28464689) -> (continuation of Deferred@1363258803 after retry RPC after error@852969507) -> (continuation of Deferred@1257752822 after retry RPC after error@1499925575) -> (continuation of Deferred@93789933 after retry RPC after error@218744876), errback=(continuation of Deferred@1060708806 after retry RPC after error@706939432) -> (continuation of Deferred@43610948 after retry RPC after error@589404895) -> (continuation of Deferred@1440790636 after retry RPC after error@1730190002) -> (continuation of Deferred@778749505 after retry RPC after error@28464689) -> (continuation of Deferred@1363258803 after retry RPC after error@852969507) -> (continuation of Deferred@1257752822 after retry RPC after error@1499925575) -> (continuation of Deferred@93789933 after retry RPC after error@218744876)))
09:05:28.601 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1679335464(state=PENDING, result=null, callback=(continuation of Deferred@1060708806 after retry RPC after error@706939432) -> (continuation of Deferred@43610948 after retry RPC after error@589404895) -> (continuation of Deferred@1440790636 after retry RPC after error@1730190002) -> (continuation of Deferred@778749505 after retry RPC after error@28464689) -> (continuation of Deferred@1363258803 after retry RPC after error@852969507) -> (continuation of Deferred@1257752822 after retry RPC after error@1499925575) -> (continuation of Deferred@93789933 after retry RPC after error@218744876), errback=(continuation of Deferred@1060708806 after retry RPC after error@706939432) -> (continuation of Deferred@43610948 after retry RPC after error@589404895) -> (continuation of Deferred@1440790636 after retry RPC after error@1730190002) -> (continuation of Deferred@778749505 after retry RPC after error@28464689) -> (continuation of Deferred@1363258803 after retry RPC after error@852969507) -> (continuation of Deferred@1257752822 after retry RPC after error@1499925575) -> (continuation of Deferred@93789933 after retry RPC after error@218744876)))
09:05:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:28.628230 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:28.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:28.631690 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:28.634243 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:28.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.658 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@503455434(state=PENDING, result=null, callback=(continuation of Deferred@1783156123 after retry RPC after error@583832906) -> (continuation of Deferred@1384927118 after retry RPC after error@1559691099) -> (continuation of Deferred@1887360331 after retry RPC after error@920549579) -> (continuation of Deferred@102670753 after retry RPC after error@1836685854) -> (continuation of Deferred@1798037111 after retry RPC after error@779545593) -> (continuation of Deferred@1561744447 after retry RPC after error@2090769641) -> (continuation of Deferred@1232285035 after retry RPC after error@1354968735), errback=(continuation of Deferred@1783156123 after retry RPC after error@583832906) -> (continuation of Deferred@1384927118 after retry RPC after error@1559691099) -> (continuation of Deferred@1887360331 after retry RPC after error@920549579) -> (continuation of Deferred@102670753 after retry RPC after error@1836685854) -> (continuation of Deferred@1798037111 after retry RPC after error@779545593) -> (continuation of Deferred@1561744447 after retry RPC after error@2090769641) -> (continuation of Deferred@1232285035 after retry RPC after error@1354968735)))
09:05:28.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@503455434(state=PENDING, result=null, callback=(continuation of Deferred@1783156123 after retry RPC after error@583832906) -> (continuation of Deferred@1384927118 after retry RPC after error@1559691099) -> (continuation of Deferred@1887360331 after retry RPC after error@920549579) -> (continuation of Deferred@102670753 after retry RPC after error@1836685854) -> (continuation of Deferred@1798037111 after retry RPC after error@779545593) -> (continuation of Deferred@1561744447 after retry RPC after error@2090769641) -> (continuation of Deferred@1232285035 after retry RPC after error@1354968735), errback=(continuation of Deferred@1783156123 after retry RPC after error@583832906) -> (continuation of Deferred@1384927118 after retry RPC after error@1559691099) -> (continuation of Deferred@1887360331 after retry RPC after error@920549579) -> (continuation of Deferred@102670753 after retry RPC after error@1836685854) -> (continuation of Deferred@1798037111 after retry RPC after error@779545593) -> (continuation of Deferred@1561744447 after retry RPC after error@2090769641) -> (continuation of Deferred@1232285035 after retry RPC after error@1354968735)))
09:05:28.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:28.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:28.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:28.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:28.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:28.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1815893734(state=PENDING, result=null, callback=(continuation of Deferred@1222850852 after retry RPC after error@1987270278) -> (continuation of Deferred@2024374217 after retry RPC after error@1991019868) -> (continuation of Deferred@668446900 after retry RPC after error@1274811822) -> (continuation of Deferred@2014866479 after retry RPC after error@1791805469) -> (continuation of Deferred@1879345120 after retry RPC after error@1535028523) -> (continuation of Deferred@1622989695 after retry RPC after error@1815903061) -> (continuation of Deferred@953404085 after retry RPC after error@384450417), errback=(continuation of Deferred@1222850852 after retry RPC after error@1987270278) -> (continuation of Deferred@2024374217 after retry RPC after error@1991019868) -> (continuation of Deferred@668446900 after retry RPC after error@1274811822) -> (continuation of Deferred@2014866479 after retry RPC after error@1791805469) -> (continuation of Deferred@1879345120 after retry RPC after error@1535028523) -> (continuation of Deferred@1622989695 after retry RPC after error@1815903061) -> (continuation of Deferred@953404085 after retry RPC after error@384450417)))
09:05:29.019 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1815893734(state=PENDING, result=null, callback=(continuation of Deferred@1222850852 after retry RPC after error@1987270278) -> (continuation of Deferred@2024374217 after retry RPC after error@1991019868) -> (continuation of Deferred@668446900 after retry RPC after error@1274811822) -> (continuation of Deferred@2014866479 after retry RPC after error@1791805469) -> (continuation of Deferred@1879345120 after retry RPC after error@1535028523) -> (continuation of Deferred@1622989695 after retry RPC after error@1815903061) -> (continuation of Deferred@953404085 after retry RPC after error@384450417), errback=(continuation of Deferred@1222850852 after retry RPC after error@1987270278) -> (continuation of Deferred@2024374217 after retry RPC after error@1991019868) -> (continuation of Deferred@668446900 after retry RPC after error@1274811822) -> (continuation of Deferred@2014866479 after retry RPC after error@1791805469) -> (continuation of Deferred@1879345120 after retry RPC after error@1535028523) -> (continuation of Deferred@1622989695 after retry RPC after error@1815903061) -> (continuation of Deferred@953404085 after retry RPC after error@384450417)))
09:05:29.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@69301335(state=PENDING, result=null, callback=(continuation of Deferred@1778977904 after retry RPC after error@688462495) -> (continuation of Deferred@1949881538 after retry RPC after error@2075432414) -> (continuation of Deferred@1501330516 after retry RPC after error@943740934) -> (continuation of Deferred@174851336 after retry RPC after error@1437166590) -> (continuation of Deferred@1863132099 after retry RPC after error@1438107212) -> (continuation of Deferred@1058655671 after retry RPC after error@569489201) -> (continuation of Deferred@669289463 after retry RPC after error@1284160737), errback=(continuation of Deferred@1778977904 after retry RPC after error@688462495) -> (continuation of Deferred@1949881538 after retry RPC after error@2075432414) -> (continuation of Deferred@1501330516 after retry RPC after error@943740934) -> (continuation of Deferred@174851336 after retry RPC after error@1437166590) -> (continuation of Deferred@1863132099 after retry RPC after error@1438107212) -> (continuation of Deferred@1058655671 after retry RPC after error@569489201) -> (continuation of Deferred@669289463 after retry RPC after error@1284160737)))
09:05:29.240 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@69301335(state=PENDING, result=null, callback=(continuation of Deferred@1778977904 after retry RPC after error@688462495) -> (continuation of Deferred@1949881538 after retry RPC after error@2075432414) -> (continuation of Deferred@1501330516 after retry RPC after error@943740934) -> (continuation of Deferred@174851336 after retry RPC after error@1437166590) -> (continuation of Deferred@1863132099 after retry RPC after error@1438107212) -> (continuation of Deferred@1058655671 after retry RPC after error@569489201) -> (continuation of Deferred@669289463 after retry RPC after error@1284160737), errback=(continuation of Deferred@1778977904 after retry RPC after error@688462495) -> (continuation of Deferred@1949881538 after retry RPC after error@2075432414) -> (continuation of Deferred@1501330516 after retry RPC after error@943740934) -> (continuation of Deferred@174851336 after retry RPC after error@1437166590) -> (continuation of Deferred@1863132099 after retry RPC after error@1438107212) -> (continuation of Deferred@1058655671 after retry RPC after error@569489201) -> (continuation of Deferred@669289463 after retry RPC after error@1284160737)))
09:05:29.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1985425311(state=PENDING, result=null, callback=(continuation of Deferred@1872785822 after retry RPC after error@1216585832) -> (continuation of Deferred@1392228845 after retry RPC after error@488591354) -> (continuation of Deferred@1902113094 after retry RPC after error@604671973) -> (continuation of Deferred@733048408 after retry RPC after error@1287029835) -> (continuation of Deferred@1114474842 after retry RPC after error@845693781) -> (continuation of Deferred@311113966 after retry RPC after error@1785160232) -> (continuation of Deferred@1156448615 after retry RPC after error@879530052), errback=(continuation of Deferred@1872785822 after retry RPC after error@1216585832) -> (continuation of Deferred@1392228845 after retry RPC after error@488591354) -> (continuation of Deferred@1902113094 after retry RPC after error@604671973) -> (continuation of Deferred@733048408 after retry RPC after error@1287029835) -> (continuation of Deferred@1114474842 after retry RPC after error@845693781) -> (continuation of Deferred@311113966 after retry RPC after error@1785160232) -> (continuation of Deferred@1156448615 after retry RPC after error@879530052)))
09:05:29.460 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1985425311(state=PENDING, result=null, callback=(continuation of Deferred@1872785822 after retry RPC after error@1216585832) -> (continuation of Deferred@1392228845 after retry RPC after error@488591354) -> (continuation of Deferred@1902113094 after retry RPC after error@604671973) -> (continuation of Deferred@733048408 after retry RPC after error@1287029835) -> (continuation of Deferred@1114474842 after retry RPC after error@845693781) -> (continuation of Deferred@311113966 after retry RPC after error@1785160232) -> (continuation of Deferred@1156448615 after retry RPC after error@879530052), errback=(continuation of Deferred@1872785822 after retry RPC after error@1216585832) -> (continuation of Deferred@1392228845 after retry RPC after error@488591354) -> (continuation of Deferred@1902113094 after retry RPC after error@604671973) -> (continuation of Deferred@733048408 after retry RPC after error@1287029835) -> (continuation of Deferred@1114474842 after retry RPC after error@845693781) -> (continuation of Deferred@311113966 after retry RPC after error@1785160232) -> (continuation of Deferred@1156448615 after retry RPC after error@879530052)))
09:05:29.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@626726820(state=PENDING, result=null, callback=(continuation of Deferred@1040581723 after retry RPC after error@1437457919) -> (continuation of Deferred@145414081 after retry RPC after error@1974540103) -> (continuation of Deferred@2065424758 after retry RPC after error@1088592335) -> (continuation of Deferred@505961165 after retry RPC after error@1675521376) -> (continuation of Deferred@1206526012 after retry RPC after error@328394223) -> (continuation of Deferred@1336945506 after retry RPC after error@1603660441) -> (continuation of Deferred@1231604375 after retry RPC after error@1297212360), errback=(continuation of Deferred@1040581723 after retry RPC after error@1437457919) -> (continuation of Deferred@145414081 after retry RPC after error@1974540103) -> (continuation of Deferred@2065424758 after retry RPC after error@1088592335) -> (continuation of Deferred@505961165 after retry RPC after error@1675521376) -> (continuation of Deferred@1206526012 after retry RPC after error@328394223) -> (continuation of Deferred@1336945506 after retry RPC after error@1603660441) -> (continuation of Deferred@1231604375 after retry RPC after error@1297212360)))
09:05:29.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@626726820(state=PENDING, result=null, callback=(continuation of Deferred@1040581723 after retry RPC after error@1437457919) -> (continuation of Deferred@145414081 after retry RPC after error@1974540103) -> (continuation of Deferred@2065424758 after retry RPC after error@1088592335) -> (continuation of Deferred@505961165 after retry RPC after error@1675521376) -> (continuation of Deferred@1206526012 after retry RPC after error@328394223) -> (continuation of Deferred@1336945506 after retry RPC after error@1603660441) -> (continuation of Deferred@1231604375 after retry RPC after error@1297212360), errback=(continuation of Deferred@1040581723 after retry RPC after error@1437457919) -> (continuation of Deferred@145414081 after retry RPC after error@1974540103) -> (continuation of Deferred@2065424758 after retry RPC after error@1088592335) -> (continuation of Deferred@505961165 after retry RPC after error@1675521376) -> (continuation of Deferred@1206526012 after retry RPC after error@328394223) -> (continuation of Deferred@1336945506 after retry RPC after error@1603660441) -> (continuation of Deferred@1231604375 after retry RPC after error@1297212360)))
09:05:29.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2104829266(state=PENDING, result=null, callback=(continuation of Deferred@1954994981 after retry RPC after error@812454400) -> (continuation of Deferred@1511117503 after retry RPC after error@244982554) -> (continuation of Deferred@1283952159 after retry RPC after error@346187933) -> (continuation of Deferred@1081267356 after retry RPC after error@523222395) -> (continuation of Deferred@1873297399 after retry RPC after error@1758024735) -> (continuation of Deferred@1045015470 after retry RPC after error@1559174521) -> (continuation of Deferred@1922487956 after retry RPC after error@1348275573) -> (continuation of Deferred@599443467 after retry RPC after error@119147984) -> (continuation of Deferred@1132222929 after retry RPC after error@2079507054), errback=(continuation of Deferred@1954994981 after retry RPC after error@812454400) -> (continuation of Deferred@1511117503 after retry RPC after error@244982554) -> (continuation of Deferred@1283952159 after retry RPC after error@346187933) -> (continuation of Deferred@1081267356 after retry RPC after error@523222395) -> (continuation of Deferred@1873297399 after retry RPC after error@1758024735) -> (continuation of Deferred@1045015470 after retry RPC after error@1559174521) -> (continuation of Deferred@1922487956 after retry RPC after error@1348275573) -> (continuation of Deferred@599443467 after retry RPC after error@119147984) -> (continuation of Deferred@1132222929 after retry RPC after error@2079507054)))
09:05:29.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2104829266(state=PENDING, result=null, callback=(continuation of Deferred@1954994981 after retry RPC after error@812454400) -> (continuation of Deferred@1511117503 after retry RPC after error@244982554) -> (continuation of Deferred@1283952159 after retry RPC after error@346187933) -> (continuation of Deferred@1081267356 after retry RPC after error@523222395) -> (continuation of Deferred@1873297399 after retry RPC after error@1758024735) -> (continuation of Deferred@1045015470 after retry RPC after error@1559174521) -> (continuation of Deferred@1922487956 after retry RPC after error@1348275573) -> (continuation of Deferred@599443467 after retry RPC after error@119147984) -> (continuation of Deferred@1132222929 after retry RPC after error@2079507054), errback=(continuation of Deferred@1954994981 after retry RPC after error@812454400) -> (continuation of Deferred@1511117503 after retry RPC after error@244982554) -> (continuation of Deferred@1283952159 after retry RPC after error@346187933) -> (continuation of Deferred@1081267356 after retry RPC after error@523222395) -> (continuation of Deferred@1873297399 after retry RPC after error@1758024735) -> (continuation of Deferred@1045015470 after retry RPC after error@1559174521) -> (continuation of Deferred@1922487956 after retry RPC after error@1348275573) -> (continuation of Deferred@599443467 after retry RPC after error@119147984) -> (continuation of Deferred@1132222929 after retry RPC after error@2079507054)))
09:05:29.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.976 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:29.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:29.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:29.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:29.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.116 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@803624256(state=PENDING, result=null, callback=(continuation of Deferred@1006990863 after retry RPC after error@1787608013) -> (continuation of Deferred@1714257422 after retry RPC after error@2071755742) -> (continuation of Deferred@1826545584 after retry RPC after error@1661158197) -> (continuation of Deferred@1850973269 after retry RPC after error@1995024586) -> (continuation of Deferred@1825622776 after retry RPC after error@364062396) -> (continuation of Deferred@1735438699 after retry RPC after error@1550121655), errback=(continuation of Deferred@1006990863 after retry RPC after error@1787608013) -> (continuation of Deferred@1714257422 after retry RPC after error@2071755742) -> (continuation of Deferred@1826545584 after retry RPC after error@1661158197) -> (continuation of Deferred@1850973269 after retry RPC after error@1995024586) -> (continuation of Deferred@1825622776 after retry RPC after error@364062396) -> (continuation of Deferred@1735438699 after retry RPC after error@1550121655)))
09:05:30.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@803624256(state=PENDING, result=null, callback=(continuation of Deferred@1006990863 after retry RPC after error@1787608013) -> (continuation of Deferred@1714257422 after retry RPC after error@2071755742) -> (continuation of Deferred@1826545584 after retry RPC after error@1661158197) -> (continuation of Deferred@1850973269 after retry RPC after error@1995024586) -> (continuation of Deferred@1825622776 after retry RPC after error@364062396) -> (continuation of Deferred@1735438699 after retry RPC after error@1550121655), errback=(continuation of Deferred@1006990863 after retry RPC after error@1787608013) -> (continuation of Deferred@1714257422 after retry RPC after error@2071755742) -> (continuation of Deferred@1826545584 after retry RPC after error@1661158197) -> (continuation of Deferred@1850973269 after retry RPC after error@1995024586) -> (continuation of Deferred@1825622776 after retry RPC after error@364062396) -> (continuation of Deferred@1735438699 after retry RPC after error@1550121655)))
09:05:30.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.339 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1610579188(state=PENDING, result=null, callback=(continuation of Deferred@1393586629 after retry RPC after error@1326654925) -> (continuation of Deferred@57294332 after retry RPC after error@660011449) -> (continuation of Deferred@1998076623 after retry RPC after error@561206444) -> (continuation of Deferred@1940134051 after retry RPC after error@1672457311) -> (continuation of Deferred@1431776423 after retry RPC after error@1857733781) -> (continuation of Deferred@1023977697 after retry RPC after error@601564747) -> (continuation of Deferred@1325732995 after retry RPC after error@1998843802), errback=(continuation of Deferred@1393586629 after retry RPC after error@1326654925) -> (continuation of Deferred@57294332 after retry RPC after error@660011449) -> (continuation of Deferred@1998076623 after retry RPC after error@561206444) -> (continuation of Deferred@1940134051 after retry RPC after error@1672457311) -> (continuation of Deferred@1431776423 after retry RPC after error@1857733781) -> (continuation of Deferred@1023977697 after retry RPC after error@601564747) -> (continuation of Deferred@1325732995 after retry RPC after error@1998843802)))
09:05:30.340 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1610579188(state=PENDING, result=null, callback=(continuation of Deferred@1393586629 after retry RPC after error@1326654925) -> (continuation of Deferred@57294332 after retry RPC after error@660011449) -> (continuation of Deferred@1998076623 after retry RPC after error@561206444) -> (continuation of Deferred@1940134051 after retry RPC after error@1672457311) -> (continuation of Deferred@1431776423 after retry RPC after error@1857733781) -> (continuation of Deferred@1023977697 after retry RPC after error@601564747) -> (continuation of Deferred@1325732995 after retry RPC after error@1998843802), errback=(continuation of Deferred@1393586629 after retry RPC after error@1326654925) -> (continuation of Deferred@57294332 after retry RPC after error@660011449) -> (continuation of Deferred@1998076623 after retry RPC after error@561206444) -> (continuation of Deferred@1940134051 after retry RPC after error@1672457311) -> (continuation of Deferred@1431776423 after retry RPC after error@1857733781) -> (continuation of Deferred@1023977697 after retry RPC after error@601564747) -> (continuation of Deferred@1325732995 after retry RPC after error@1998843802)))
09:05:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@926844236(state=PENDING, result=null, callback=(continuation of Deferred@2025051198 after retry RPC after error@1878263904) -> (continuation of Deferred@189319294 after retry RPC after error@1218390206) -> (continuation of Deferred@787158967 after retry RPC after error@1628679426) -> (continuation of Deferred@752194150 after retry RPC after error@499025306) -> (continuation of Deferred@1805549365 after retry RPC after error@387560697) -> (continuation of Deferred@392119006 after retry RPC after error@2116327418), errback=(continuation of Deferred@2025051198 after retry RPC after error@1878263904) -> (continuation of Deferred@189319294 after retry RPC after error@1218390206) -> (continuation of Deferred@787158967 after retry RPC after error@1628679426) -> (continuation of Deferred@752194150 after retry RPC after error@499025306) -> (continuation of Deferred@1805549365 after retry RPC after error@387560697) -> (continuation of Deferred@392119006 after retry RPC after error@2116327418)))
09:05:30.500 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@926844236(state=PENDING, result=null, callback=(continuation of Deferred@2025051198 after retry RPC after error@1878263904) -> (continuation of Deferred@189319294 after retry RPC after error@1218390206) -> (continuation of Deferred@787158967 after retry RPC after error@1628679426) -> (continuation of Deferred@752194150 after retry RPC after error@499025306) -> (continuation of Deferred@1805549365 after retry RPC after error@387560697) -> (continuation of Deferred@392119006 after retry RPC after error@2116327418), errback=(continuation of Deferred@2025051198 after retry RPC after error@1878263904) -> (continuation of Deferred@189319294 after retry RPC after error@1218390206) -> (continuation of Deferred@787158967 after retry RPC after error@1628679426) -> (continuation of Deferred@752194150 after retry RPC after error@499025306) -> (continuation of Deferred@1805549365 after retry RPC after error@387560697) -> (continuation of Deferred@392119006 after retry RPC after error@2116327418)))
09:05:30.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@681831688(state=PENDING, result=null, callback=(continuation of Deferred@536570282 after retry RPC after error@390617593) -> (continuation of Deferred@349599701 after retry RPC after error@589960170) -> (continuation of Deferred@1742247964 after retry RPC after error@847938191) -> (continuation of Deferred@356852692 after retry RPC after error@1719916501) -> (continuation of Deferred@1161345889 after retry RPC after error@591447987) -> (continuation of Deferred@522656652 after retry RPC after error@1734499010) -> (continuation of Deferred@1736509180 after retry RPC after error@1121528032), errback=(continuation of Deferred@536570282 after retry RPC after error@390617593) -> (continuation of Deferred@349599701 after retry RPC after error@589960170) -> (continuation of Deferred@1742247964 after retry RPC after error@847938191) -> (continuation of Deferred@356852692 after retry RPC after error@1719916501) -> (continuation of Deferred@1161345889 after retry RPC after error@591447987) -> (continuation of Deferred@522656652 after retry RPC after error@1734499010) -> (continuation of Deferred@1736509180 after retry RPC after error@1121528032)))
09:05:30.760 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [243ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@681831688(state=PENDING, result=null, callback=(continuation of Deferred@536570282 after retry RPC after error@390617593) -> (continuation of Deferred@349599701 after retry RPC after error@589960170) -> (continuation of Deferred@1742247964 after retry RPC after error@847938191) -> (continuation of Deferred@356852692 after retry RPC after error@1719916501) -> (continuation of Deferred@1161345889 after retry RPC after error@591447987) -> (continuation of Deferred@522656652 after retry RPC after error@1734499010) -> (continuation of Deferred@1736509180 after retry RPC after error@1121528032), errback=(continuation of Deferred@536570282 after retry RPC after error@390617593) -> (continuation of Deferred@349599701 after retry RPC after error@589960170) -> (continuation of Deferred@1742247964 after retry RPC after error@847938191) -> (continuation of Deferred@356852692 after retry RPC after error@1719916501) -> (continuation of Deferred@1161345889 after retry RPC after error@591447987) -> (continuation of Deferred@522656652 after retry RPC after error@1734499010) -> (continuation of Deferred@1736509180 after retry RPC after error@1121528032)))
09:05:30.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:30.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:30.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:30.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:30.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:30.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@142736008(state=PENDING, result=null, callback=(continuation of Deferred@1672363821 after retry RPC after error@203052753) -> (continuation of Deferred@1758542803 after retry RPC after error@1862519291) -> (continuation of Deferred@2110178401 after retry RPC after error@590653910) -> (continuation of Deferred@1113199040 after retry RPC after error@862409825) -> (continuation of Deferred@2018077600 after retry RPC after error@2117404518) -> (continuation of Deferred@1827917169 after retry RPC after error@1706973394) -> (continuation of Deferred@1452882862 after retry RPC after error@4266028), errback=(continuation of Deferred@1672363821 after retry RPC after error@203052753) -> (continuation of Deferred@1758542803 after retry RPC after error@1862519291) -> (continuation of Deferred@2110178401 after retry RPC after error@590653910) -> (continuation of Deferred@1113199040 after retry RPC after error@862409825) -> (continuation of Deferred@2018077600 after retry RPC after error@2117404518) -> (continuation of Deferred@1827917169 after retry RPC after error@1706973394) -> (continuation of Deferred@1452882862 after retry RPC after error@4266028)))
09:05:31.000 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@142736008(state=PENDING, result=null, callback=(continuation of Deferred@1672363821 after retry RPC after error@203052753) -> (continuation of Deferred@1758542803 after retry RPC after error@1862519291) -> (continuation of Deferred@2110178401 after retry RPC after error@590653910) -> (continuation of Deferred@1113199040 after retry RPC after error@862409825) -> (continuation of Deferred@2018077600 after retry RPC after error@2117404518) -> (continuation of Deferred@1827917169 after retry RPC after error@1706973394) -> (continuation of Deferred@1452882862 after retry RPC after error@4266028), errback=(continuation of Deferred@1672363821 after retry RPC after error@203052753) -> (continuation of Deferred@1758542803 after retry RPC after error@1862519291) -> (continuation of Deferred@2110178401 after retry RPC after error@590653910) -> (continuation of Deferred@1113199040 after retry RPC after error@862409825) -> (continuation of Deferred@2018077600 after retry RPC after error@2117404518) -> (continuation of Deferred@1827917169 after retry RPC after error@1706973394) -> (continuation of Deferred@1452882862 after retry RPC after error@4266028)))
09:05:31.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:31.102696 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:31.102962 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:31.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1810368534(state=PENDING, result=null, callback=(continuation of Deferred@1952408224 after retry RPC after error@1451493824) -> (continuation of Deferred@1747508067 after retry RPC after error@1135331016) -> (continuation of Deferred@1282336383 after retry RPC after error@978467899) -> (continuation of Deferred@344918993 after retry RPC after error@151982606) -> (continuation of Deferred@854151246 after retry RPC after error@435229132) -> (continuation of Deferred@1967931552 after retry RPC after error@77771621) -> (continuation of Deferred@2083649695 after retry RPC after error@1843390884), errback=(continuation of Deferred@1952408224 after retry RPC after error@1451493824) -> (continuation of Deferred@1747508067 after retry RPC after error@1135331016) -> (continuation of Deferred@1282336383 after retry RPC after error@978467899) -> (continuation of Deferred@344918993 after retry RPC after error@151982606) -> (continuation of Deferred@854151246 after retry RPC after error@435229132) -> (continuation of Deferred@1967931552 after retry RPC after error@77771621) -> (continuation of Deferred@2083649695 after retry RPC after error@1843390884)))
09:05:31.240 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1810368534(state=PENDING, result=null, callback=(continuation of Deferred@1952408224 after retry RPC after error@1451493824) -> (continuation of Deferred@1747508067 after retry RPC after error@1135331016) -> (continuation of Deferred@1282336383 after retry RPC after error@978467899) -> (continuation of Deferred@344918993 after retry RPC after error@151982606) -> (continuation of Deferred@854151246 after retry RPC after error@435229132) -> (continuation of Deferred@1967931552 after retry RPC after error@77771621) -> (continuation of Deferred@2083649695 after retry RPC after error@1843390884), errback=(continuation of Deferred@1952408224 after retry RPC after error@1451493824) -> (continuation of Deferred@1747508067 after retry RPC after error@1135331016) -> (continuation of Deferred@1282336383 after retry RPC after error@978467899) -> (continuation of Deferred@344918993 after retry RPC after error@151982606) -> (continuation of Deferred@854151246 after retry RPC after error@435229132) -> (continuation of Deferred@1967931552 after retry RPC after error@77771621) -> (continuation of Deferred@2083649695 after retry RPC after error@1843390884)))
09:05:31.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1260867864(state=PENDING, result=null, callback=(continuation of Deferred@1022765827 after retry RPC after error@1602104142) -> (continuation of Deferred@29708443 after retry RPC after error@1880849962) -> (continuation of Deferred@2100886809 after retry RPC after error@1395821995) -> (continuation of Deferred@2027441886 after retry RPC after error@1394185665) -> (continuation of Deferred@1769171598 after retry RPC after error@787213790) -> (continuation of Deferred@343926883 after retry RPC after error@198693040), errback=(continuation of Deferred@1022765827 after retry RPC after error@1602104142) -> (continuation of Deferred@29708443 after retry RPC after error@1880849962) -> (continuation of Deferred@2100886809 after retry RPC after error@1395821995) -> (continuation of Deferred@2027441886 after retry RPC after error@1394185665) -> (continuation of Deferred@1769171598 after retry RPC after error@787213790) -> (continuation of Deferred@343926883 after retry RPC after error@198693040)))
09:05:31.440 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1260867864(state=PENDING, result=null, callback=(continuation of Deferred@1022765827 after retry RPC after error@1602104142) -> (continuation of Deferred@29708443 after retry RPC after error@1880849962) -> (continuation of Deferred@2100886809 after retry RPC after error@1395821995) -> (continuation of Deferred@2027441886 after retry RPC after error@1394185665) -> (continuation of Deferred@1769171598 after retry RPC after error@787213790) -> (continuation of Deferred@343926883 after retry RPC after error@198693040), errback=(continuation of Deferred@1022765827 after retry RPC after error@1602104142) -> (continuation of Deferred@29708443 after retry RPC after error@1880849962) -> (continuation of Deferred@2100886809 after retry RPC after error@1395821995) -> (continuation of Deferred@2027441886 after retry RPC after error@1394185665) -> (continuation of Deferred@1769171598 after retry RPC after error@787213790) -> (continuation of Deferred@343926883 after retry RPC after error@198693040)))
09:05:31.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@763954138(state=PENDING, result=null, callback=(continuation of Deferred@1517763574 after retry RPC after error@1260843512) -> (continuation of Deferred@1376246780 after retry RPC after error@930452917) -> (continuation of Deferred@1421778982 after retry RPC after error@678109816) -> (continuation of Deferred@1155519666 after retry RPC after error@1595681185) -> (continuation of Deferred@2122456564 after retry RPC after error@252418238) -> (continuation of Deferred@894150569 after retry RPC after error@186962304) -> (continuation of Deferred@1705443501 after retry RPC after error@909818575), errback=(continuation of Deferred@1517763574 after retry RPC after error@1260843512) -> (continuation of Deferred@1376246780 after retry RPC after error@930452917) -> (continuation of Deferred@1421778982 after retry RPC after error@678109816) -> (continuation of Deferred@1155519666 after retry RPC after error@1595681185) -> (continuation of Deferred@2122456564 after retry RPC after error@252418238) -> (continuation of Deferred@894150569 after retry RPC after error@186962304) -> (continuation of Deferred@1705443501 after retry RPC after error@909818575)))
09:05:31.680 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [220ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@763954138(state=PENDING, result=null, callback=(continuation of Deferred@1517763574 after retry RPC after error@1260843512) -> (continuation of Deferred@1376246780 after retry RPC after error@930452917) -> (continuation of Deferred@1421778982 after retry RPC after error@678109816) -> (continuation of Deferred@1155519666 after retry RPC after error@1595681185) -> (continuation of Deferred@2122456564 after retry RPC after error@252418238) -> (continuation of Deferred@894150569 after retry RPC after error@186962304) -> (continuation of Deferred@1705443501 after retry RPC after error@909818575), errback=(continuation of Deferred@1517763574 after retry RPC after error@1260843512) -> (continuation of Deferred@1376246780 after retry RPC after error@930452917) -> (continuation of Deferred@1421778982 after retry RPC after error@678109816) -> (continuation of Deferred@1155519666 after retry RPC after error@1595681185) -> (continuation of Deferred@2122456564 after retry RPC after error@252418238) -> (continuation of Deferred@894150569 after retry RPC after error@186962304) -> (continuation of Deferred@1705443501 after retry RPC after error@909818575)))
09:05:31.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@633146648(state=PENDING, result=null, callback=(continuation of Deferred@1952927021 after retry RPC after error@216660248) -> (continuation of Deferred@1975787124 after retry RPC after error@945555481) -> (continuation of Deferred@1981555738 after retry RPC after error@905851640) -> (continuation of Deferred@1620880781 after retry RPC after error@945319239) -> (continuation of Deferred@804496034 after retry RPC after error@1809722454) -> (continuation of Deferred@1848312933 after retry RPC after error@367165106), errback=(continuation of Deferred@1952927021 after retry RPC after error@216660248) -> (continuation of Deferred@1975787124 after retry RPC after error@945555481) -> (continuation of Deferred@1981555738 after retry RPC after error@905851640) -> (continuation of Deferred@1620880781 after retry RPC after error@945319239) -> (continuation of Deferred@804496034 after retry RPC after error@1809722454) -> (continuation of Deferred@1848312933 after retry RPC after error@367165106)))
09:05:31.880 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@633146648(state=PENDING, result=null, callback=(continuation of Deferred@1952927021 after retry RPC after error@216660248) -> (continuation of Deferred@1975787124 after retry RPC after error@945555481) -> (continuation of Deferred@1981555738 after retry RPC after error@905851640) -> (continuation of Deferred@1620880781 after retry RPC after error@945319239) -> (continuation of Deferred@804496034 after retry RPC after error@1809722454) -> (continuation of Deferred@1848312933 after retry RPC after error@367165106), errback=(continuation of Deferred@1952927021 after retry RPC after error@216660248) -> (continuation of Deferred@1975787124 after retry RPC after error@945555481) -> (continuation of Deferred@1981555738 after retry RPC after error@905851640) -> (continuation of Deferred@1620880781 after retry RPC after error@945319239) -> (continuation of Deferred@804496034 after retry RPC after error@1809722454) -> (continuation of Deferred@1848312933 after retry RPC after error@367165106)))
09:05:31.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:31.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:31.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:31.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:31.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:31.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1389255839(state=PENDING, result=null, callback=(continuation of Deferred@1290582685 after retry RPC after error@1415994583) -> (continuation of Deferred@365633928 after retry RPC after error@893496586) -> (continuation of Deferred@483447149 after retry RPC after error@2058794692) -> (continuation of Deferred@909971323 after retry RPC after error@246205771) -> (continuation of Deferred@342699594 after retry RPC after error@1528998549) -> (continuation of Deferred@87695453 after retry RPC after error@1838441252) -> (continuation of Deferred@276176802 after retry RPC after error@1590585659), errback=(continuation of Deferred@1290582685 after retry RPC after error@1415994583) -> (continuation of Deferred@365633928 after retry RPC after error@893496586) -> (continuation of Deferred@483447149 after retry RPC after error@2058794692) -> (continuation of Deferred@909971323 after retry RPC after error@246205771) -> (continuation of Deferred@342699594 after retry RPC after error@1528998549) -> (continuation of Deferred@87695453 after retry RPC after error@1838441252) -> (continuation of Deferred@276176802 after retry RPC after error@1590585659)))
09:05:32.079 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1389255839(state=PENDING, result=null, callback=(continuation of Deferred@1290582685 after retry RPC after error@1415994583) -> (continuation of Deferred@365633928 after retry RPC after error@893496586) -> (continuation of Deferred@483447149 after retry RPC after error@2058794692) -> (continuation of Deferred@909971323 after retry RPC after error@246205771) -> (continuation of Deferred@342699594 after retry RPC after error@1528998549) -> (continuation of Deferred@87695453 after retry RPC after error@1838441252) -> (continuation of Deferred@276176802 after retry RPC after error@1590585659), errback=(continuation of Deferred@1290582685 after retry RPC after error@1415994583) -> (continuation of Deferred@365633928 after retry RPC after error@893496586) -> (continuation of Deferred@483447149 after retry RPC after error@2058794692) -> (continuation of Deferred@909971323 after retry RPC after error@246205771) -> (continuation of Deferred@342699594 after retry RPC after error@1528998549) -> (continuation of Deferred@87695453 after retry RPC after error@1838441252) -> (continuation of Deferred@276176802 after retry RPC after error@1590585659)))
09:05:32.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.279 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@575289829(state=PENDING, result=null, callback=(continuation of Deferred@928441856 after retry RPC after error@262156191) -> (continuation of Deferred@729029104 after retry RPC after error@1484953706) -> (continuation of Deferred@1491338140 after retry RPC after error@1446384584) -> (continuation of Deferred@1569074023 after retry RPC after error@285981045) -> (continuation of Deferred@1762369579 after retry RPC after error@264586897) -> (continuation of Deferred@1676974365 after retry RPC after error@796410887) -> (continuation of Deferred@466006843 after retry RPC after error@1049796380), errback=(continuation of Deferred@928441856 after retry RPC after error@262156191) -> (continuation of Deferred@729029104 after retry RPC after error@1484953706) -> (continuation of Deferred@1491338140 after retry RPC after error@1446384584) -> (continuation of Deferred@1569074023 after retry RPC after error@285981045) -> (continuation of Deferred@1762369579 after retry RPC after error@264586897) -> (continuation of Deferred@1676974365 after retry RPC after error@796410887) -> (continuation of Deferred@466006843 after retry RPC after error@1049796380)))
09:05:32.280 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@575289829(state=PENDING, result=null, callback=(continuation of Deferred@928441856 after retry RPC after error@262156191) -> (continuation of Deferred@729029104 after retry RPC after error@1484953706) -> (continuation of Deferred@1491338140 after retry RPC after error@1446384584) -> (continuation of Deferred@1569074023 after retry RPC after error@285981045) -> (continuation of Deferred@1762369579 after retry RPC after error@264586897) -> (continuation of Deferred@1676974365 after retry RPC after error@796410887) -> (continuation of Deferred@466006843 after retry RPC after error@1049796380), errback=(continuation of Deferred@928441856 after retry RPC after error@262156191) -> (continuation of Deferred@729029104 after retry RPC after error@1484953706) -> (continuation of Deferred@1491338140 after retry RPC after error@1446384584) -> (continuation of Deferred@1569074023 after retry RPC after error@285981045) -> (continuation of Deferred@1762369579 after retry RPC after error@264586897) -> (continuation of Deferred@1676974365 after retry RPC after error@796410887) -> (continuation of Deferred@466006843 after retry RPC after error@1049796380)))
09:05:32.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.336 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1317256529(state=PENDING, result=null, callback=(continuation of Deferred@1752889816 after retry RPC after error@552506167) -> (continuation of Deferred@1397129183 after retry RPC after error@16529875) -> (continuation of Deferred@1073198125 after retry RPC after error@1800732623) -> (continuation of Deferred@185388541 after retry RPC after error@1793019886) -> (continuation of Deferred@1753991236 after retry RPC after error@619571229) -> (continuation of Deferred@1231272536 after retry RPC after error@1498623141), errback=(continuation of Deferred@1752889816 after retry RPC after error@552506167) -> (continuation of Deferred@1397129183 after retry RPC after error@16529875) -> (continuation of Deferred@1073198125 after retry RPC after error@1800732623) -> (continuation of Deferred@185388541 after retry RPC after error@1793019886) -> (continuation of Deferred@1753991236 after retry RPC after error@619571229) -> (continuation of Deferred@1231272536 after retry RPC after error@1498623141)))
09:05:32.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1317256529(state=PENDING, result=null, callback=(continuation of Deferred@1752889816 after retry RPC after error@552506167) -> (continuation of Deferred@1397129183 after retry RPC after error@16529875) -> (continuation of Deferred@1073198125 after retry RPC after error@1800732623) -> (continuation of Deferred@185388541 after retry RPC after error@1793019886) -> (continuation of Deferred@1753991236 after retry RPC after error@619571229) -> (continuation of Deferred@1231272536 after retry RPC after error@1498623141), errback=(continuation of Deferred@1752889816 after retry RPC after error@552506167) -> (continuation of Deferred@1397129183 after retry RPC after error@16529875) -> (continuation of Deferred@1073198125 after retry RPC after error@1800732623) -> (continuation of Deferred@185388541 after retry RPC after error@1793019886) -> (continuation of Deferred@1753991236 after retry RPC after error@619571229) -> (continuation of Deferred@1231272536 after retry RPC after error@1498623141)))
09:05:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.476 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@392319659(state=PENDING, result=null, callback=(continuation of Deferred@224994427 after retry RPC after error@369815533) -> (continuation of Deferred@854540454 after retry RPC after error@924695386) -> (continuation of Deferred@1930627902 after retry RPC after error@849868598) -> (continuation of Deferred@2047179700 after retry RPC after error@538495173) -> (continuation of Deferred@1270447363 after retry RPC after error@1177173253) -> (continuation of Deferred@388183727 after retry RPC after error@1906023022) -> (continuation of Deferred@1909104699 after retry RPC after error@1713338642), errback=(continuation of Deferred@224994427 after retry RPC after error@369815533) -> (continuation of Deferred@854540454 after retry RPC after error@924695386) -> (continuation of Deferred@1930627902 after retry RPC after error@849868598) -> (continuation of Deferred@2047179700 after retry RPC after error@538495173) -> (continuation of Deferred@1270447363 after retry RPC after error@1177173253) -> (continuation of Deferred@388183727 after retry RPC after error@1906023022) -> (continuation of Deferred@1909104699 after retry RPC after error@1713338642)))
09:05:32.659 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [0ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [200ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@392319659(state=PENDING, result=null, callback=(continuation of Deferred@224994427 after retry RPC after error@369815533) -> (continuation of Deferred@854540454 after retry RPC after error@924695386) -> (continuation of Deferred@1930627902 after retry RPC after error@849868598) -> (continuation of Deferred@2047179700 after retry RPC after error@538495173) -> (continuation of Deferred@1270447363 after retry RPC after error@1177173253) -> (continuation of Deferred@388183727 after retry RPC after error@1906023022) -> (continuation of Deferred@1909104699 after retry RPC after error@1713338642), errback=(continuation of Deferred@224994427 after retry RPC after error@369815533) -> (continuation of Deferred@854540454 after retry RPC after error@924695386) -> (continuation of Deferred@1930627902 after retry RPC after error@849868598) -> (continuation of Deferred@2047179700 after retry RPC after error@538495173) -> (continuation of Deferred@1270447363 after retry RPC after error@1177173253) -> (continuation of Deferred@388183727 after retry RPC after error@1906023022) -> (continuation of Deferred@1909104699 after retry RPC after error@1713338642)))
09:05:32.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.937 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1318122251(state=PENDING, result=null, callback=(continuation of Deferred@608324237 after retry RPC after error@1132214984) -> (continuation of Deferred@411568532 after retry RPC after error@1363786021) -> (continuation of Deferred@1734969251 after retry RPC after error@1164008444) -> (continuation of Deferred@494743149 after retry RPC after error@31538294) -> (continuation of Deferred@715061110 after retry RPC after error@1710225250) -> (continuation of Deferred@286630900 after retry RPC after error@421474092) -> (continuation of Deferred@1156009534 after retry RPC after error@1579803943), errback=(continuation of Deferred@608324237 after retry RPC after error@1132214984) -> (continuation of Deferred@411568532 after retry RPC after error@1363786021) -> (continuation of Deferred@1734969251 after retry RPC after error@1164008444) -> (continuation of Deferred@494743149 after retry RPC after error@31538294) -> (continuation of Deferred@715061110 after retry RPC after error@1710225250) -> (continuation of Deferred@286630900 after retry RPC after error@421474092) -> (continuation of Deferred@1156009534 after retry RPC after error@1579803943)))
09:05:32.938 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:32.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:32.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:32.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:32.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:32.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:32.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1693878190(state=PENDING, result=null, callback=(continuation of Deferred@1473049640 after retry RPC after error@421425981) -> (continuation of Deferred@1843663417 after retry RPC after error@1040135132) -> (continuation of Deferred@220392959 after retry RPC after error@1741676797) -> (continuation of Deferred@712463335 after retry RPC after error@1859314854) -> (continuation of Deferred@1946526102 after retry RPC after error@1817538531) -> (continuation of Deferred@2083385829 after retry RPC after error@94625042) -> (continuation of Deferred@1559479585 after retry RPC after error@463377195), errback=(continuation of Deferred@1473049640 after retry RPC after error@421425981) -> (continuation of Deferred@1843663417 after retry RPC after error@1040135132) -> (continuation of Deferred@220392959 after retry RPC after error@1741676797) -> (continuation of Deferred@712463335 after retry RPC after error@1859314854) -> (continuation of Deferred@1946526102 after retry RPC after error@1817538531) -> (continuation of Deferred@2083385829 after retry RPC after error@94625042) -> (continuation of Deferred@1559479585 after retry RPC after error@463377195)))
09:05:33.200 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1693878190(state=PENDING, result=null, callback=(continuation of Deferred@1473049640 after retry RPC after error@421425981) -> (continuation of Deferred@1843663417 after retry RPC after error@1040135132) -> (continuation of Deferred@220392959 after retry RPC after error@1741676797) -> (continuation of Deferred@712463335 after retry RPC after error@1859314854) -> (continuation of Deferred@1946526102 after retry RPC after error@1817538531) -> (continuation of Deferred@2083385829 after retry RPC after error@94625042) -> (continuation of Deferred@1559479585 after retry RPC after error@463377195), errback=(continuation of Deferred@1473049640 after retry RPC after error@421425981) -> (continuation of Deferred@1843663417 after retry RPC after error@1040135132) -> (continuation of Deferred@220392959 after retry RPC after error@1741676797) -> (continuation of Deferred@712463335 after retry RPC after error@1859314854) -> (continuation of Deferred@1946526102 after retry RPC after error@1817538531) -> (continuation of Deferred@2083385829 after retry RPC after error@94625042) -> (continuation of Deferred@1559479585 after retry RPC after error@463377195)))
09:05:33.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@650903785(state=PENDING, result=null, callback=(continuation of Deferred@514582149 after retry RPC after error@1194846852) -> (continuation of Deferred@1242318830 after retry RPC after error@201448718) -> (continuation of Deferred@1298107845 after retry RPC after error@902053152) -> (continuation of Deferred@492781377 after retry RPC after error@531916873) -> (continuation of Deferred@783609823 after retry RPC after error@982379028) -> (continuation of Deferred@1582067507 after retry RPC after error@1652990611) -> (continuation of Deferred@1799709451 after retry RPC after error@1045293373), errback=(continuation of Deferred@514582149 after retry RPC after error@1194846852) -> (continuation of Deferred@1242318830 after retry RPC after error@201448718) -> (continuation of Deferred@1298107845 after retry RPC after error@902053152) -> (continuation of Deferred@492781377 after retry RPC after error@531916873) -> (continuation of Deferred@783609823 after retry RPC after error@982379028) -> (continuation of Deferred@1582067507 after retry RPC after error@1652990611) -> (continuation of Deferred@1799709451 after retry RPC after error@1045293373)))
09:05:33.439 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@650903785(state=PENDING, result=null, callback=(continuation of Deferred@514582149 after retry RPC after error@1194846852) -> (continuation of Deferred@1242318830 after retry RPC after error@201448718) -> (continuation of Deferred@1298107845 after retry RPC after error@902053152) -> (continuation of Deferred@492781377 after retry RPC after error@531916873) -> (continuation of Deferred@783609823 after retry RPC after error@982379028) -> (continuation of Deferred@1582067507 after retry RPC after error@1652990611) -> (continuation of Deferred@1799709451 after retry RPC after error@1045293373), errback=(continuation of Deferred@514582149 after retry RPC after error@1194846852) -> (continuation of Deferred@1242318830 after retry RPC after error@201448718) -> (continuation of Deferred@1298107845 after retry RPC after error@902053152) -> (continuation of Deferred@492781377 after retry RPC after error@531916873) -> (continuation of Deferred@783609823 after retry RPC after error@982379028) -> (continuation of Deferred@1582067507 after retry RPC after error@1652990611) -> (continuation of Deferred@1799709451 after retry RPC after error@1045293373)))
09:05:33.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.684749 766 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.686206 766 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '3428a64e6f044f83b4a80ef2b6167800', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.31.242.254:43815,127.31.242.253:43187,127.31.242.252:40325, num_attempts: 1)
09:05:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.688097 766 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.242.254:43815)
09:05:33.717 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@201348567(state=PENDING, result=null, callback=(continuation of Deferred@1560645232 after retry RPC after error@700721113) -> (continuation of Deferred@880071384 after retry RPC after error@987006828) -> (continuation of Deferred@1263790152 after retry RPC after error@1126298644) -> (continuation of Deferred@1372658874 after retry RPC after error@1327500811) -> (continuation of Deferred@468037135 after retry RPC after error@1470658611) -> (continuation of Deferred@247831216 after retry RPC after error@1096453429) -> (continuation of Deferred@2012858055 after retry RPC after error@1661223403), errback=(continuation of Deferred@1560645232 after retry RPC after error@700721113) -> (continuation of Deferred@880071384 after retry RPC after error@987006828) -> (continuation of Deferred@1263790152 after retry RPC after error@1126298644) -> (continuation of Deferred@1372658874 after retry RPC after error@1327500811) -> (continuation of Deferred@468037135 after retry RPC after error@1470658611) -> (continuation of Deferred@247831216 after retry RPC after error@1096453429) -> (continuation of Deferred@2012858055 after retry RPC after error@1661223403)))
09:05:33.718 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:33.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:33.821885 1562 raft_consensus.cc:493] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 4fdcc9be02aa497fa6b88a849477c10a)
09:05:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:33.822266 1562 raft_consensus.cc:515] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b55465c1c54ea39bd1ed1b0f3714f8" member_type: VOTER last_known_addr { host: "127.31.242.254" port: 43815 } } peers { permanent_uuid: "3e3905bdaa98414299d6b4cef54606ff" member_type: VOTER last_known_addr { host: "127.31.242.253" port: 43187 } } peers { permanent_uuid: "4fdcc9be02aa497fa6b88a849477c10a" member_type: VOTER last_known_addr { host: "127.31.242.252" port: 40325 } }
09:05:33.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:33.823282 1562 leader_election.cc:290] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187), 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325)
09:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.824357 1132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.825770 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3e3905bdaa98414299d6b4cef54606ff (127.31.242.253:43187): Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111)
09:05:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:33.826023 1132 leader_election.cc:336] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 4fdcc9be02aa497fa6b88a849477c10a (127.31.242.252:40325): Network error: Client connection negotiation failed: client connection to 127.31.242.252:40325: connect: Connection refused (error 111)
09:05:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:33.826128 1132 leader_election.cc:304] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 21b55465c1c54ea39bd1ed1b0f3714f8; no voters: 3e3905bdaa98414299d6b4cef54606ff, 4fdcc9be02aa497fa6b88a849477c10a
09:05:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:33.826401 1562 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 21b55465c1c54ea39bd1ed1b0f3714f8 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:33.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1729626676(state=PENDING, result=null, callback=(continuation of Deferred@201314578 after retry RPC after error@1997974143) -> (continuation of Deferred@2075552000 after retry RPC after error@1545133536) -> (continuation of Deferred@689627184 after retry RPC after error@1797124670) -> (continuation of Deferred@598435892 after retry RPC after error@969295484) -> (continuation of Deferred@1193486868 after retry RPC after error@1126935756) -> (continuation of Deferred@1002018389 after retry RPC after error@818402040) -> (continuation of Deferred@1860840830 after retry RPC after error@1882825123), errback=(continuation of Deferred@201314578 after retry RPC after error@1997974143) -> (continuation of Deferred@2075552000 after retry RPC after error@1545133536) -> (continuation of Deferred@689627184 after retry RPC after error@1797124670) -> (continuation of Deferred@598435892 after retry RPC after error@969295484) -> (continuation of Deferred@1193486868 after retry RPC after error@1126935756) -> (continuation of Deferred@1002018389 after retry RPC after error@818402040) -> (continuation of Deferred@1860840830 after retry RPC after error@1882825123)))
09:05:33.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [160ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1729626676(state=PENDING, result=null, callback=(continuation of Deferred@201314578 after retry RPC after error@1997974143) -> (continuation of Deferred@2075552000 after retry RPC after error@1545133536) -> (continuation of Deferred@689627184 after retry RPC after error@1797124670) -> (continuation of Deferred@598435892 after retry RPC after error@969295484) -> (continuation of Deferred@1193486868 after retry RPC after error@1126935756) -> (continuation of Deferred@1002018389 after retry RPC after error@818402040) -> (continuation of Deferred@1860840830 after retry RPC after error@1882825123), errback=(continuation of Deferred@201314578 after retry RPC after error@1997974143) -> (continuation of Deferred@2075552000 after retry RPC after error@1545133536) -> (continuation of Deferred@689627184 after retry RPC after error@1797124670) -> (continuation of Deferred@598435892 after retry RPC after error@969295484) -> (continuation of Deferred@1193486868 after retry RPC after error@1126935756) -> (continuation of Deferred@1002018389 after retry RPC after error@818402040) -> (continuation of Deferred@1860840830 after retry RPC after error@1882825123)))
09:05:33.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.979 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:33.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:33.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:33.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:33.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:33.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.076 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.156 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1435933143(state=PENDING, result=null, callback=(continuation of Deferred@112916370 after retry RPC after error@1887595000) -> (continuation of Deferred@328685969 after retry RPC after error@1915626005) -> (continuation of Deferred@595156389 after retry RPC after error@1087843739) -> (continuation of Deferred@1764081601 after retry RPC after error@1788348026) -> (continuation of Deferred@57015033 after retry RPC after error@2057807099) -> (continuation of Deferred@1043912665 after retry RPC after error@347717042) -> (continuation of Deferred@950480878 after retry RPC after error@2145440893), errback=(continuation of Deferred@112916370 after retry RPC after error@1887595000) -> (continuation of Deferred@328685969 after retry RPC after error@1915626005) -> (continuation of Deferred@595156389 after retry RPC after error@1087843739) -> (continuation of Deferred@1764081601 after retry RPC after error@1788348026) -> (continuation of Deferred@57015033 after retry RPC after error@2057807099) -> (continuation of Deferred@1043912665 after retry RPC after error@347717042) -> (continuation of Deferred@950480878 after retry RPC after error@2145440893)))
09:05:34.160 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1435933143(state=PENDING, result=null, callback=(continuation of Deferred@112916370 after retry RPC after error@1887595000) -> (continuation of Deferred@328685969 after retry RPC after error@1915626005) -> (continuation of Deferred@595156389 after retry RPC after error@1087843739) -> (continuation of Deferred@1764081601 after retry RPC after error@1788348026) -> (continuation of Deferred@57015033 after retry RPC after error@2057807099) -> (continuation of Deferred@1043912665 after retry RPC after error@347717042) -> (continuation of Deferred@950480878 after retry RPC after error@2145440893), errback=(continuation of Deferred@112916370 after retry RPC after error@1887595000) -> (continuation of Deferred@328685969 after retry RPC after error@1915626005) -> (continuation of Deferred@595156389 after retry RPC after error@1087843739) -> (continuation of Deferred@1764081601 after retry RPC after error@1788348026) -> (continuation of Deferred@57015033 after retry RPC after error@2057807099) -> (continuation of Deferred@1043912665 after retry RPC after error@347717042) -> (continuation of Deferred@950480878 after retry RPC after error@2145440893)))
09:05:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.199 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.236 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.259 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1432322127(state=PENDING, result=null, callback=(continuation of Deferred@303307577 after retry RPC after error@1643230858) -> (continuation of Deferred@436508444 after retry RPC after error@862986731) -> (continuation of Deferred@17770863 after retry RPC after error@1839630882) -> (continuation of Deferred@1403280637 after retry RPC after error@1642680347) -> (continuation of Deferred@433408280 after retry RPC after error@1090201498) -> (continuation of Deferred@835307724 after retry RPC after error@445333350) -> (continuation of Deferred@698693798 after retry RPC after error@813370879), errback=(continuation of Deferred@303307577 after retry RPC after error@1643230858) -> (continuation of Deferred@436508444 after retry RPC after error@862986731) -> (continuation of Deferred@17770863 after retry RPC after error@1839630882) -> (continuation of Deferred@1403280637 after retry RPC after error@1642680347) -> (continuation of Deferred@433408280 after retry RPC after error@1090201498) -> (continuation of Deferred@835307724 after retry RPC after error@445333350) -> (continuation of Deferred@698693798 after retry RPC after error@813370879)))
09:05:34.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [240ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [241ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1432322127(state=PENDING, result=null, callback=(continuation of Deferred@303307577 after retry RPC after error@1643230858) -> (continuation of Deferred@436508444 after retry RPC after error@862986731) -> (continuation of Deferred@17770863 after retry RPC after error@1839630882) -> (continuation of Deferred@1403280637 after retry RPC after error@1642680347) -> (continuation of Deferred@433408280 after retry RPC after error@1090201498) -> (continuation of Deferred@835307724 after retry RPC after error@445333350) -> (continuation of Deferred@698693798 after retry RPC after error@813370879), errback=(continuation of Deferred@303307577 after retry RPC after error@1643230858) -> (continuation of Deferred@436508444 after retry RPC after error@862986731) -> (continuation of Deferred@17770863 after retry RPC after error@1839630882) -> (continuation of Deferred@1403280637 after retry RPC after error@1642680347) -> (continuation of Deferred@433408280 after retry RPC after error@1090201498) -> (continuation of Deferred@835307724 after retry RPC after error@445333350) -> (continuation of Deferred@698693798 after retry RPC after error@813370879)))
09:05:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@322235848(state=PENDING, result=null, callback=(continuation of Deferred@114840477 after retry RPC after error@179929339) -> (continuation of Deferred@876776845 after retry RPC after error@2915424) -> (continuation of Deferred@1152156483 after retry RPC after error@47480181) -> (continuation of Deferred@584758855 after retry RPC after error@1098252544) -> (continuation of Deferred@1633690870 after retry RPC after error@1090441850) -> (continuation of Deferred@929119404 after retry RPC after error@1190024513), errback=(continuation of Deferred@114840477 after retry RPC after error@179929339) -> (continuation of Deferred@876776845 after retry RPC after error@2915424) -> (continuation of Deferred@1152156483 after retry RPC after error@47480181) -> (continuation of Deferred@584758855 after retry RPC after error@1098252544) -> (continuation of Deferred@1633690870 after retry RPC after error@1090441850) -> (continuation of Deferred@929119404 after retry RPC after error@1190024513)))
09:05:34.579 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@322235848(state=PENDING, result=null, callback=(continuation of Deferred@114840477 after retry RPC after error@179929339) -> (continuation of Deferred@876776845 after retry RPC after error@2915424) -> (continuation of Deferred@1152156483 after retry RPC after error@47480181) -> (continuation of Deferred@584758855 after retry RPC after error@1098252544) -> (continuation of Deferred@1633690870 after retry RPC after error@1090441850) -> (continuation of Deferred@929119404 after retry RPC after error@1190024513), errback=(continuation of Deferred@114840477 after retry RPC after error@179929339) -> (continuation of Deferred@876776845 after retry RPC after error@2915424) -> (continuation of Deferred@1152156483 after retry RPC after error@47480181) -> (continuation of Deferred@584758855 after retry RPC after error@1098252544) -> (continuation of Deferred@1633690870 after retry RPC after error@1090441850) -> (continuation of Deferred@929119404 after retry RPC after error@1190024513)))
09:05:34.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.619 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@441732620(state=PENDING, result=null, callback=(continuation of Deferred@494990149 after retry RPC after error@55537680) -> (continuation of Deferred@560350538 after retry RPC after error@427449156) -> (continuation of Deferred@66750965 after retry RPC after error@2077079146) -> (continuation of Deferred@1746071628 after retry RPC after error@603530865) -> (continuation of Deferred@1956361946 after retry RPC after error@1651716293) -> (continuation of Deferred@488389719 after retry RPC after error@2000440107), errback=(continuation of Deferred@494990149 after retry RPC after error@55537680) -> (continuation of Deferred@560350538 after retry RPC after error@427449156) -> (continuation of Deferred@66750965 after retry RPC after error@2077079146) -> (continuation of Deferred@1746071628 after retry RPC after error@603530865) -> (continuation of Deferred@1956361946 after retry RPC after error@1651716293) -> (continuation of Deferred@488389719 after retry RPC after error@2000440107)))
09:05:34.760 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@441732620(state=PENDING, result=null, callback=(continuation of Deferred@494990149 after retry RPC after error@55537680) -> (continuation of Deferred@560350538 after retry RPC after error@427449156) -> (continuation of Deferred@66750965 after retry RPC after error@2077079146) -> (continuation of Deferred@1746071628 after retry RPC after error@603530865) -> (continuation of Deferred@1956361946 after retry RPC after error@1651716293) -> (continuation of Deferred@488389719 after retry RPC after error@2000440107), errback=(continuation of Deferred@494990149 after retry RPC after error@55537680) -> (continuation of Deferred@560350538 after retry RPC after error@427449156) -> (continuation of Deferred@66750965 after retry RPC after error@2077079146) -> (continuation of Deferred@1746071628 after retry RPC after error@603530865) -> (continuation of Deferred@1956361946 after retry RPC after error@1651716293) -> (continuation of Deferred@488389719 after retry RPC after error@2000440107)))
09:05:34.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:34.980 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1582482119(state=PENDING, result=null, callback=(continuation of Deferred@21259283 after retry RPC after error@904441495) -> (continuation of Deferred@682218076 after retry RPC after error@1621453172) -> (continuation of Deferred@1113849231 after retry RPC after error@848260930) -> (continuation of Deferred@1423077501 after retry RPC after error@527912282) -> (continuation of Deferred@1109742782 after retry RPC after error@186242759) -> (continuation of Deferred@1276055105 after retry RPC after error@1765250823), errback=(continuation of Deferred@21259283 after retry RPC after error@904441495) -> (continuation of Deferred@682218076 after retry RPC after error@1621453172) -> (continuation of Deferred@1113849231 after retry RPC after error@848260930) -> (continuation of Deferred@1423077501 after retry RPC after error@527912282) -> (continuation of Deferred@1109742782 after retry RPC after error@186242759) -> (continuation of Deferred@1276055105 after retry RPC after error@1765250823)))
09:05:34.981 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1582482119(state=PENDING, result=null, callback=(continuation of Deferred@21259283 after retry RPC after error@904441495) -> (continuation of Deferred@682218076 after retry RPC after error@1621453172) -> (continuation of Deferred@1113849231 after retry RPC after error@848260930) -> (continuation of Deferred@1423077501 after retry RPC after error@527912282) -> (continuation of Deferred@1109742782 after retry RPC after error@186242759) -> (continuation of Deferred@1276055105 after retry RPC after error@1765250823), errback=(continuation of Deferred@21259283 after retry RPC after error@904441495) -> (continuation of Deferred@682218076 after retry RPC after error@1621453172) -> (continuation of Deferred@1113849231 after retry RPC after error@848260930) -> (continuation of Deferred@1423077501 after retry RPC after error@527912282) -> (continuation of Deferred@1109742782 after retry RPC after error@186242759) -> (continuation of Deferred@1276055105 after retry RPC after error@1765250823)))
09:05:34.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:34.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:34.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:34.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:34.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.096 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.257 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@959123265(state=PENDING, result=null, callback=(continuation of Deferred@444115899 after retry RPC after error@1834593899) -> (continuation of Deferred@1098996352 after retry RPC after error@540087542) -> (continuation of Deferred@2144028216 after retry RPC after error@1598129500) -> (continuation of Deferred@350191982 after retry RPC after error@1021419943) -> (continuation of Deferred@431938181 after retry RPC after error@1250346891) -> (continuation of Deferred@574290756 after retry RPC after error@333945405) -> (continuation of Deferred@2095190070 after retry RPC after error@10758846), errback=(continuation of Deferred@444115899 after retry RPC after error@1834593899) -> (continuation of Deferred@1098996352 after retry RPC after error@540087542) -> (continuation of Deferred@2144028216 after retry RPC after error@1598129500) -> (continuation of Deferred@350191982 after retry RPC after error@1021419943) -> (continuation of Deferred@431938181 after retry RPC after error@1250346891) -> (continuation of Deferred@574290756 after retry RPC after error@333945405) -> (continuation of Deferred@2095190070 after retry RPC after error@10758846)))
09:05:35.258 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:35.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.396 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1126727147(state=PENDING, result=null, callback=(continuation of Deferred@167959670 after retry RPC after error@65876585) -> (continuation of Deferred@1078741996 after retry RPC after error@1082892587) -> (continuation of Deferred@1551246368 after retry RPC after error@920791997) -> (continuation of Deferred@349373862 after retry RPC after error@156003566) -> (continuation of Deferred@1693847235 after retry RPC after error@1139703331) -> (continuation of Deferred@1327279565 after retry RPC after error@635274204) -> (continuation of Deferred@1904808370 after retry RPC after error@1093039814), errback=(continuation of Deferred@167959670 after retry RPC after error@65876585) -> (continuation of Deferred@1078741996 after retry RPC after error@1082892587) -> (continuation of Deferred@1551246368 after retry RPC after error@920791997) -> (continuation of Deferred@349373862 after retry RPC after error@156003566) -> (continuation of Deferred@1693847235 after retry RPC after error@1139703331) -> (continuation of Deferred@1327279565 after retry RPC after error@635274204) -> (continuation of Deferred@1904808370 after retry RPC after error@1093039814)))
09:05:35.499 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@1126727147(state=PENDING, result=null, callback=(continuation of Deferred@167959670 after retry RPC after error@65876585) -> (continuation of Deferred@1078741996 after retry RPC after error@1082892587) -> (continuation of Deferred@1551246368 after retry RPC after error@920791997) -> (continuation of Deferred@349373862 after retry RPC after error@156003566) -> (continuation of Deferred@1693847235 after retry RPC after error@1139703331) -> (continuation of Deferred@1327279565 after retry RPC after error@635274204) -> (continuation of Deferred@1904808370 after retry RPC after error@1093039814), errback=(continuation of Deferred@167959670 after retry RPC after error@65876585) -> (continuation of Deferred@1078741996 after retry RPC after error@1082892587) -> (continuation of Deferred@1551246368 after retry RPC after error@920791997) -> (continuation of Deferred@349373862 after retry RPC after error@156003566) -> (continuation of Deferred@1693847235 after retry RPC after error@1139703331) -> (continuation of Deferred@1327279565 after retry RPC after error@635274204) -> (continuation of Deferred@1904808370 after retry RPC after error@1093039814)))
09:05:35.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.636 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@894029880(state=PENDING, result=null, callback=(continuation of Deferred@1998471435 after retry RPC after error@1685548415) -> (continuation of Deferred@2057283725 after retry RPC after error@28078070) -> (continuation of Deferred@71262417 after retry RPC after error@1534917052) -> (continuation of Deferred@1554053534 after retry RPC after error@1041362467) -> (continuation of Deferred@1096231128 after retry RPC after error@2111477847) -> (continuation of Deferred@644735611 after retry RPC after error@389836899), errback=(continuation of Deferred@1998471435 after retry RPC after error@1685548415) -> (continuation of Deferred@2057283725 after retry RPC after error@28078070) -> (continuation of Deferred@71262417 after retry RPC after error@1534917052) -> (continuation of Deferred@1554053534 after retry RPC after error@1041362467) -> (continuation of Deferred@1096231128 after retry RPC after error@2111477847) -> (continuation of Deferred@644735611 after retry RPC after error@389836899)))
09:05:35.700 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, deferred=Deferred@894029880(state=PENDING, result=null, callback=(continuation of Deferred@1998471435 after retry RPC after error@1685548415) -> (continuation of Deferred@2057283725 after retry RPC after error@28078070) -> (continuation of Deferred@71262417 after retry RPC after error@1534917052) -> (continuation of Deferred@1554053534 after retry RPC after error@1041362467) -> (continuation of Deferred@1096231128 after retry RPC after error@2111477847) -> (continuation of Deferred@644735611 after retry RPC after error@389836899), errback=(continuation of Deferred@1998471435 after retry RPC after error@1685548415) -> (continuation of Deferred@2057283725 after retry RPC after error@28078070) -> (continuation of Deferred@71262417 after retry RPC after error@1534917052) -> (continuation of Deferred@1554053534 after retry RPC after error@1041362467) -> (continuation of Deferred@1096231128 after retry RPC after error@2111477847) -> (continuation of Deferred@644735611 after retry RPC after error@389836899)))
09:05:35.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.736 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.776 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.796 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.816 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1305275838(state=PENDING, result=null, callback=(continuation of Deferred@230096978 after retry RPC after error@964418000) -> (continuation of Deferred@378212797 after retry RPC after error@1006677967) -> (continuation of Deferred@159419789 after retry RPC after error@1850892340) -> (continuation of Deferred@538612410 after retry RPC after error@425541537) -> (continuation of Deferred@347878882 after retry RPC after error@1762829441) -> (continuation of Deferred@493450331 after retry RPC after error@1832509536) -> (continuation of Deferred@417319680 after retry RPC after error@1687507510), errback=(continuation of Deferred@230096978 after retry RPC after error@964418000) -> (continuation of Deferred@378212797 after retry RPC after error@1006677967) -> (continuation of Deferred@159419789 after retry RPC after error@1850892340) -> (continuation of Deferred@538612410 after retry RPC after error@425541537) -> (continuation of Deferred@347878882 after retry RPC after error@1762829441) -> (continuation of Deferred@493450331 after retry RPC after error@1832509536) -> (continuation of Deferred@417319680 after retry RPC after error@1687507510)))
09:05:35.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [221ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [222ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1305275838(state=PENDING, result=null, callback=(continuation of Deferred@230096978 after retry RPC after error@964418000) -> (continuation of Deferred@378212797 after retry RPC after error@1006677967) -> (continuation of Deferred@159419789 after retry RPC after error@1850892340) -> (continuation of Deferred@538612410 after retry RPC after error@425541537) -> (continuation of Deferred@347878882 after retry RPC after error@1762829441) -> (continuation of Deferred@493450331 after retry RPC after error@1832509536) -> (continuation of Deferred@417319680 after retry RPC after error@1687507510), errback=(continuation of Deferred@230096978 after retry RPC after error@964418000) -> (continuation of Deferred@378212797 after retry RPC after error@1006677967) -> (continuation of Deferred@159419789 after retry RPC after error@1850892340) -> (continuation of Deferred@538612410 after retry RPC after error@425541537) -> (continuation of Deferred@347878882 after retry RPC after error@1762829441) -> (continuation of Deferred@493450331 after retry RPC after error@1832509536) -> (continuation of Deferred@417319680 after retry RPC after error@1687507510)))
09:05:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:35.996 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:35.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:35.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:35.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:35.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.056 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:36.105769 1112 master_runner.cc:186] Error getting master registration for 127.31.242.253:43187: Network error: Client connection negotiation failed: client connection to 127.31.242.253:43187: connect: Connection refused (error 111),
09:05:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:36.105980 1112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:36.217 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [60ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [100ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [140ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1423600700(state=PENDING, result=null, callback=(continuation of Deferred@1100963160 after retry RPC after error@744537766) -> (continuation of Deferred@1918856437 after retry RPC after error@1969444110) -> (continuation of Deferred@1311613799 after retry RPC after error@1729208714) -> (continuation of Deferred@1856000345 after retry RPC after error@25469606) -> (continuation of Deferred@571543402 after retry RPC after error@1223096147) -> (continuation of Deferred@606096783 after retry RPC after error@9787967) -> (continuation of Deferred@718634776 after retry RPC after error@1442208126), errback=(continuation of Deferred@1100963160 after retry RPC after error@744537766) -> (continuation of Deferred@1918856437 after retry RPC after error@1969444110) -> (continuation of Deferred@1311613799 after retry RPC after error@1729208714) -> (continuation of Deferred@1856000345 after retry RPC after error@25469606) -> (continuation of Deferred@571543402 after retry RPC after error@1223096147) -> (continuation of Deferred@606096783 after retry RPC after error@9787967) -> (continuation of Deferred@718634776 after retry RPC after error@1442208126)))
09:05:36.218 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:36.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.256 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.276 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.278 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1042676374(state=PENDING, result=null, callback=(continuation of Deferred@1646124736 after retry RPC after error@1239797914) -> (continuation of Deferred@2113819417 after retry RPC after error@1822353274) -> (continuation of Deferred@1618595831 after retry RPC after error@125809250) -> (continuation of Deferred@144072463 after retry RPC after error@321440848) -> (continuation of Deferred@1023459253 after retry RPC after error@1201075925) -> (continuation of Deferred@2101524239 after retry RPC after error@677228219), errback=(continuation of Deferred@1646124736 after retry RPC after error@1239797914) -> (continuation of Deferred@2113819417 after retry RPC after error@1822353274) -> (continuation of Deferred@1618595831 after retry RPC after error@125809250) -> (continuation of Deferred@144072463 after retry RPC after error@321440848) -> (continuation of Deferred@1023459253 after retry RPC after error@1201075925) -> (continuation of Deferred@2101524239 after retry RPC after error@677228219)))
09:05:36.400 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [121ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1042676374(state=PENDING, result=null, callback=(continuation of Deferred@1646124736 after retry RPC after error@1239797914) -> (continuation of Deferred@2113819417 after retry RPC after error@1822353274) -> (continuation of Deferred@1618595831 after retry RPC after error@125809250) -> (continuation of Deferred@144072463 after retry RPC after error@321440848) -> (continuation of Deferred@1023459253 after retry RPC after error@1201075925) -> (continuation of Deferred@2101524239 after retry RPC after error@677228219), errback=(continuation of Deferred@1646124736 after retry RPC after error@1239797914) -> (continuation of Deferred@2113819417 after retry RPC after error@1822353274) -> (continuation of Deferred@1618595831 after retry RPC after error@125809250) -> (continuation of Deferred@144072463 after retry RPC after error@321440848) -> (continuation of Deferred@1023459253 after retry RPC after error@1201075925) -> (continuation of Deferred@2101524239 after retry RPC after error@677228219)))
09:05:36.416 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.496 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@287779134(state=PENDING, result=null, callback=(continuation of Deferred@789985930 after retry RPC after error@1539120159) -> (continuation of Deferred@687310252 after retry RPC after error@3221333) -> (continuation of Deferred@510496691 after retry RPC after error@763569541) -> (continuation of Deferred@961355644 after retry RPC after error@818912399) -> (continuation of Deferred@1110281522 after retry RPC after error@1991649279) -> (continuation of Deferred@659644586 after retry RPC after error@1807133483) -> (continuation of Deferred@1172107122 after retry RPC after error@43164137), errback=(continuation of Deferred@789985930 after retry RPC after error@1539120159) -> (continuation of Deferred@687310252 after retry RPC after error@3221333) -> (continuation of Deferred@510496691 after retry RPC after error@763569541) -> (continuation of Deferred@961355644 after retry RPC after error@818912399) -> (continuation of Deferred@1110281522 after retry RPC after error@1991649279) -> (continuation of Deferred@659644586 after retry RPC after error@1807133483) -> (continuation of Deferred@1172107122 after retry RPC after error@43164137)))
09:05:36.580 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@287779134(state=PENDING, result=null, callback=(continuation of Deferred@789985930 after retry RPC after error@1539120159) -> (continuation of Deferred@687310252 after retry RPC after error@3221333) -> (continuation of Deferred@510496691 after retry RPC after error@763569541) -> (continuation of Deferred@961355644 after retry RPC after error@818912399) -> (continuation of Deferred@1110281522 after retry RPC after error@1991649279) -> (continuation of Deferred@659644586 after retry RPC after error@1807133483) -> (continuation of Deferred@1172107122 after retry RPC after error@43164137), errback=(continuation of Deferred@789985930 after retry RPC after error@1539120159) -> (continuation of Deferred@687310252 after retry RPC after error@3221333) -> (continuation of Deferred@510496691 after retry RPC after error@763569541) -> (continuation of Deferred@961355644 after retry RPC after error@818912399) -> (continuation of Deferred@1110281522 after retry RPC after error@1991649279) -> (continuation of Deferred@659644586 after retry RPC after error@1807133483) -> (continuation of Deferred@1172107122 after retry RPC after error@43164137)))
09:05:36.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.616 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.676 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2145765266(state=PENDING, result=null, callback=(continuation of Deferred@18336398 after retry RPC after error@1880546479) -> (continuation of Deferred@542630211 after retry RPC after error@1910471564) -> (continuation of Deferred@1310956675 after retry RPC after error@135709260) -> (continuation of Deferred@391411700 after retry RPC after error@492666249) -> (continuation of Deferred@1338518821 after retry RPC after error@1911722546) -> (continuation of Deferred@1160622127 after retry RPC after error@870984758) -> (continuation of Deferred@1036361323 after retry RPC after error@1489238243), errback=(continuation of Deferred@18336398 after retry RPC after error@1880546479) -> (continuation of Deferred@542630211 after retry RPC after error@1910471564) -> (continuation of Deferred@1310956675 after retry RPC after error@135709260) -> (continuation of Deferred@391411700 after retry RPC after error@492666249) -> (continuation of Deferred@1338518821 after retry RPC after error@1911722546) -> (continuation of Deferred@1160622127 after retry RPC after error@870984758) -> (continuation of Deferred@1036361323 after retry RPC after error@1489238243)))
09:05:36.780 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [182ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [183ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@2145765266(state=PENDING, result=null, callback=(continuation of Deferred@18336398 after retry RPC after error@1880546479) -> (continuation of Deferred@542630211 after retry RPC after error@1910471564) -> (continuation of Deferred@1310956675 after retry RPC after error@135709260) -> (continuation of Deferred@391411700 after retry RPC after error@492666249) -> (continuation of Deferred@1338518821 after retry RPC after error@1911722546) -> (continuation of Deferred@1160622127 after retry RPC after error@870984758) -> (continuation of Deferred@1036361323 after retry RPC after error@1489238243), errback=(continuation of Deferred@18336398 after retry RPC after error@1880546479) -> (continuation of Deferred@542630211 after retry RPC after error@1910471564) -> (continuation of Deferred@1310956675 after retry RPC after error@135709260) -> (continuation of Deferred@391411700 after retry RPC after error@492666249) -> (continuation of Deferred@1338518821 after retry RPC after error@1911722546) -> (continuation of Deferred@1160622127 after retry RPC after error@870984758) -> (continuation of Deferred@1036361323 after retry RPC after error@1489238243)))
09:05:36.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.856 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1495654107(state=PENDING, result=null, callback=(continuation of Deferred@774868977 after retry RPC after error@1494144988) -> (continuation of Deferred@1743329056 after retry RPC after error@281923072) -> (continuation of Deferred@1120898031 after retry RPC after error@1833964637) -> (continuation of Deferred@1110396608 after retry RPC after error@1013720395) -> (continuation of Deferred@37896666 after retry RPC after error@1876778803) -> (continuation of Deferred@1463571782 after retry RPC after error@170353815), errback=(continuation of Deferred@774868977 after retry RPC after error@1494144988) -> (continuation of Deferred@1743329056 after retry RPC after error@281923072) -> (continuation of Deferred@1120898031 after retry RPC after error@1833964637) -> (continuation of Deferred@1110396608 after retry RPC after error@1013720395) -> (continuation of Deferred@37896666 after retry RPC after error@1876778803) -> (continuation of Deferred@1463571782 after retry RPC after error@170353815)))
09:05:36.960 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [61ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [81ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [123ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [162ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, deferred=Deferred@1495654107(state=PENDING, result=null, callback=(continuation of Deferred@774868977 after retry RPC after error@1494144988) -> (continuation of Deferred@1743329056 after retry RPC after error@281923072) -> (continuation of Deferred@1120898031 after retry RPC after error@1833964637) -> (continuation of Deferred@1110396608 after retry RPC after error@1013720395) -> (continuation of Deferred@37896666 after retry RPC after error@1876778803) -> (continuation of Deferred@1463571782 after retry RPC after error@170353815), errback=(continuation of Deferred@774868977 after retry RPC after error@1494144988) -> (continuation of Deferred@1743329056 after retry RPC after error@281923072) -> (continuation of Deferred@1120898031 after retry RPC after error@1833964637) -> (continuation of Deferred@1110396608 after retry RPC after error@1013720395) -> (continuation of Deferred@37896666 after retry RPC after error@1876778803) -> (continuation of Deferred@1463571782 after retry RPC after error@170353815)))
09:05:36.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:36.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:36.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:36.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:36.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:36.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.016 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:37.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:37.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:37.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:37.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:37.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:37.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.253:43187(127.31.242.253:43187)] connecting to peer
09:05:37.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.31.242.252:40325(127.31.242.252:40325)] connecting to peer
09:05:37.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.242.253:43187(127.31.242.253:43187)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.253:43187: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187
09:05:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.252:40325(127.31.242.252:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.242.252:40325: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325
09:05:37.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.099 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815; will retry
09:05:37.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=49030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [10ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [11ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [30ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [69ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [71ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [90ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [147ms] refreshing cache from master, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [148ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [150ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [151ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [211ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [370ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [370ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [388ms] refreshing cache from master, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [389ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [390ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [391ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [428ms] refreshing cache from master, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [429ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [649ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2187ms] refreshing cache from master, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2189ms] too many traces: truncated at 100 traces, deferred=Deferred@861753112(state=PENDING, result=null, callback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844), errback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844)))
09:05:37.102 [DEBUG - main] (Connection.java:575) [peer master-127.31.242.253:43187(127.31.242.253:43187)] disconnecting while in state TERMINATED
09:05:37.102 [DEBUG - main] (Connection.java:575) [peer master-127.31.242.252:40325(127.31.242.252:40325)] disconnecting while in state TERMINATED
09:05:37.102 [DEBUG - main] (Connection.java:575) [peer a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)] disconnecting while in state READY
09:05:37.102 [DEBUG - main] (Connection.java:575) [peer master-127.31.242.254:43815(127.31.242.254:43815)] disconnecting while in state READY
09:05:37.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:05:37.103 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)] handling channelInactive
09:05:37.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a73bb10cb95e468299b2e51faa93286b(127.31.242.193:45315)] cleaning up while in state READY due to: connection closed
09:05:37.104 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.242.254:43815(127.31.242.254:43815)] handling channelInactive
09:05:37.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.242.254:43815(127.31.242.254:43815)] cleaning up while in state READY due to: connection closed
09:05:37.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.104483 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 540
09:05:37.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.112884 695 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.231099 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 540
09:05:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.248636 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 705
09:05:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.256937 836 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.424594 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 705
09:05:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260202 09:05:37.447098 1132 connection.cc:537] server connection from 127.31.242.194:50109 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:05:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.447404 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 846
09:05:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.455415 979 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.565862 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 846
09:05:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.582959 32715 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu pid 1112
09:05:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.589921 1185 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260202 09:05:37.743348 32715 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskwaxXPH/build/asan/bin/kudu with pid 1112
09:05:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-02T09:05:37Z chronyd exiting
09:05:37.908 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=49030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [10ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [11ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [30ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [69ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [71ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [90ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [147ms] refreshing cache from master, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [148ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [150ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [151ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [211ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [370ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [370ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [388ms] refreshing cache from master, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [389ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [390ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [391ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [428ms] refreshing cache from master, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [429ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [649ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2187ms] refreshing cache from master, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2189ms] too many traces: truncated at 100 traces, deferred=Deferred@861753112(state=PENDING, result=null, callback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844), errback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=49030), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [3ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [9ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [10ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [11ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [28ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [29ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [30ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [49ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [50ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [69ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [71ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [90ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [147ms] refreshing cache from master, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [148ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [150ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [151ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [208ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [211ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [367ms] refreshing cache from master, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [369ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [370ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [370ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [388ms] refreshing cache from master, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [389ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [390ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [391ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [391ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [428ms] refreshing cache from master, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [429ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [429ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [430ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [432ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [648ms] refreshing cache from master, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [648ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [649ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [649ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.253:43187: Network error: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.252:40325: Network error: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [650ms] Sub RPC ConnectToMaster: received response from server master-127.31.242.254:43815: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.31.242.253:43187,127.31.242.252:40325,127.31.242.254:43815) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.253:43187(127.31.242.253:43187): Connection refused: /127.31.242.253:43187,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.242.252:40325(127.31.242.252:40325): Connection refused: /127.31.242.252:40325, [2187ms] refreshing cache from master, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.253:43187, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.252:40325, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.242.254:43815, [2189ms] too many traces: truncated at 100 traces, deferred=Deferred@861753112(state=PENDING, result=null, callback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844), errback=(continuation of Deferred@754295183 after retry RPC after error@1939292404) -> (continuation of Deferred@847706820 after retry RPC after error@1811568131) -> (continuation of Deferred@1778547498 after retry RPC after error@593167998) -> (continuation of Deferred@638490635 after retry RPC after error@536709255) -> (continuation of Deferred@1717533561 after retry RPC after error@491579706) -> (continuation of Deferred@1330701400 after retry RPC after error@1008399493) -> (continuation of Deferred@553895116 after retry RPC after error@1534913775) -> (continuation of Deferred@323396092 after retry RPC after error@2014564813) -> (continuation of Deferred@1200185255 after retry RPC after error@2075052077) -> (continuation of Deferred@1564598245 after retry RPC after error@993718329) -> (continuation of Deferred@918811806 after retry RPC after error@1000455627) -> (continuation of Deferred@1749869485 after retry RPC after error@77299109) -> (continuation of Deferred@768937644 after retry RPC after error@455913784) -> (continuation of Deferred@351430779 after retry RPC after error@1272666389) -> (continuation of Deferred@1316916908 after retry RPC after error@816137002) -> (continuation of Deferred@924013813 after retry RPC after error@638689523) -> (continuation of Deferred@471880051 after retry RPC after error@101117390) -> (continuation of Deferred@731882759 after retry RPC after error@10653375) -> (continuation of Deferred@513272849 after retry RPC after error@802032272) -> (continuation of Deferred@2041525747 after retry RPC after error@1835834127) -> (continuation of Deferred@1287259607 after retry RPC after error@335486042) -> (continuation of Deferred@335520635 after retry RPC after error@440592104) -> (continuation of Deferred@105569482 after retry RPC after error@1832652181) -> (continuation of Deferred@62299954 after retry RPC after error@240012298) -> (continuation of Deferred@1588755845 after retry RPC after error@1399821155) -> (continuation of Deferred@1687673139 after retry RPC after error@407238583) -> (continuation of Deferred@1431764847 after retry RPC after error@2056096301) -> (continuation of Deferred@545888782 after retry RPC after error@390474215) -> (continuation of Deferred@1963524583 after retry RPC after error@1673732489) -> (continuation of Deferred@267816469 after retry RPC after error@702121757) -> (continuation of Deferred@342011384 after retry RPC after error@1851197844)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)